-- Logs begin at Wed 2021-09-01 04:05:38 UTC, end at Wed 2021-09-01 05:31:11 UTC. -- Sep 01 04:53:19.327915 dv-cinder-804735-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 01 04:53:22.091392 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.common.config [-] Logging enabled! Sep 01 04:53:22.092030 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev570 Sep 01 04:53:22.092264 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100768) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 01 04:53:22.096047 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.common.config [-] Logging enabled! Sep 01 04:53:22.096308 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev570 Sep 01 04:53:22.096628 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100768) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 01 04:53:22.097575 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 01 04:53:22.097812 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 01 04:53:22.098180 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 01 04:53:22.098431 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 01 04:53:22.098663 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 01 04:53:22.099018 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:22.099323 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:22.099622 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:22.099854 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:22.100150 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:22.100445 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:22.100734 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:22.101029 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:22.101335 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:22.101626 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:22.101910 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:22.102200 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:22.102435 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:22.102720 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:22.103038 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:22.103329 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:22.103555 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] debug = True {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:22.103838 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:22.104261 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:22.104686 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:22.104974 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:22.105531 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:22.105815 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:22.106090 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:22.106370 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:22.106658 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:22.107021 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] host = dv-cinder-804735-5-iscsi {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:22.107310 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:22.107601 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:22.107950 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:22.108399 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:22.108686 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:22.108967 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:22.109259 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:22.109536 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:22.109812 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] log_file = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:22.110091 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:22.110382 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:22.110671 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:22.110988 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:22.111219 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:22.111451 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:22.111744 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:22.112038 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:22.112318 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:22.112601 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:22.112880 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:22.113160 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:22.113438 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:22.113708 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:22.113998 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:22.114285 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:22.114572 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:22.114876 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:22.115155 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:22.115431 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:22.115706 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:22.115995 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:22.116272 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:22.116549 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:22.116825 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:22.117114 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:22.117387 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:22.117664 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:22.117967 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:22.118256 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:22.118541 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:22.118851 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:22.119132 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:22.119419 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:22.119698 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:22.119974 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:22.120250 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] use_json = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:22.120526 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:22.120800 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:22.121084 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:22.121366 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:22.121643 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:22.121922 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:22.122196 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:22.122486 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:22.122808 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.123104 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.123460 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.123942 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.124245 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.124534 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.124829 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.125116 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.125411 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.125707 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.126002 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.126286 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.126579 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.126882 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.127182 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.127491 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.127790 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.128086 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.128367 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.128648 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.128928 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.129209 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.129502 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.129785 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.130078 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.130373 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.130657 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.130972 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.131269 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.131567 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.131844 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.132128 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.132422 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.132704 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.132981 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.133263 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.133555 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.133835 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.134112 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.134397 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.134677 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.134976 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.135254 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.135534 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.135827 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.136109 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.136384 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.136658 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.136938 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.137213 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.137501 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.137781 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.138058 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.138334 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.138616 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.139444 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.139769 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.140147 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.140430 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.140716 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.140996 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.141274 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.141554 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.141829 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.142108 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.142382 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.142659 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.142978 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.143257 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.143534 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.143813 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.144091 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.144367 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.144662 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.144964 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.145248 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.145531 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.145812 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.146095 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.146378 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.146660 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.146974 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.147260 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.147538 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.147837 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.148127 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.148420 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.148708 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.148992 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.149299 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.149584 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.149873 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.150158 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.150442 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.150728 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.151042 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.151340 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.151638 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.151942 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.152238 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.152534 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.152819 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.153132 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.153416 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:22.153637 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 01 04:53:22.153879 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100768) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 01 04:53:22.508127 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 01 04:53:22.508339 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 01 04:53:22.508638 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 01 04:53:22.508977 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 01 04:53:22.908765 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:22.909056 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:22.909333 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:22.910632 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:22.911005 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:22.911277 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:22.945587 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:22.945869 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:22.946148 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:22.963163 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:22.963446 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:22.963715 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:22.992511 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:22.992792 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:22.993066 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:23.029064 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:23.029348 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:23.030190 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:23.263111 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:23.263729 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:23.263729 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:23.263895 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:23.264692 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:23.385000 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:23.385340 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:23.385612 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:23.385886 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:23.386154 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:23.386465 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:23.386724 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:23.387008 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:23.387265 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:23.387548 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:23.387810 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:23.388077 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:23.388340 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:23.388596 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:23.388860 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:23.389778 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:23.390042 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:23.390315 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:23.390590 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:23.390891 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:23.391167 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:23.391423 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:23.391708 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:23.392087 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:23.392340 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:23.392588 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:23.392993 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100768) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 01 04:53:23.393237 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100768) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 01 04:53:23.393476 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100768) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 01 04:53:23.393714 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100768) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 01 04:53:23.393951 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100768) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 01 04:53:23.394188 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100768) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 01 04:53:23.394551 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 01 04:53:23.397657 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 01 04:53:23.401659 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 01 04:53:23.405667 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Sep 01 04:53:23.407353 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 01 04:53:23.407806 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 01 04:53:23.408309 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 01 04:53:23.408701 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 01 04:53:23.411539 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 01 04:53:23.411787 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 01 04:53:23.412133 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 01 04:53:23.417476 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 01 04:53:23.440743 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 01 04:53:23.441196 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:23.441498 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100768) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 01 04:53:23.441862 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:23.443262 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100768) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 01 04:53:23.443546 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 01 04:53:23.443789 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 01 04:53:23.447005 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:23.447295 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:23.512037 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 01 04:53:23.512281 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 01 04:53:23.512516 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 01 04:53:23.512889 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 01 04:53:23.534677 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_db.sqlalchemy.engines [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100768) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 01 04:53:24.392167 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.plugins.ml2.managers [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Initializing driver for type 'gre' Sep 01 04:53:24.392764 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] gre ID ranges: [(1, 1000)] Sep 01 04:53:24.597880 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.plugins.ml2.managers [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Initializing driver for type 'local' Sep 01 04:53:24.598343 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.plugins.ml2.managers [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Initializing driver for type 'vlan' Sep 01 04:53:24.706087 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] VlanTypeDriver initialization complete Sep 01 04:53:24.706429 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.plugins.ml2.managers [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Initializing driver for type 'vxlan' Sep 01 04:53:24.707004 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] vxlan ID ranges: [(1, 1000)] Sep 01 04:53:24.946467 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.plugins.ml2.managers [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Initializing extension driver 'port_security' Sep 01 04:53:24.946813 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.plugins.ml2.extensions.port_security [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] PortSecurityExtensionDriver initialization complete Sep 01 04:53:24.947158 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.plugins.ml2.managers [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Initializing mechanism driver 'openvswitch' Sep 01 04:53:24.947484 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.plugins.ml2.managers [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Initializing mechanism driver 'hyperv' Sep 01 04:53:24.954802 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.plugins.ml2.plugin [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 04:53:24.955503 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Subscribe: > port after_create 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:24.955879 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Subscribe: > port after_update 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:24.956237 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Subscribe: > port after_delete 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:24.956768 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=100768) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 01 04:53:24.957200 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Subscribe: > subnet after_create 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:24.957559 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Subscribe: > subnet after_update 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:24.957911 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:24.958305 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=100768) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 01 04:53:24.958717 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Subscribe: > network after_create 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:24.962314 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Subscribe: > network after_update 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:24.962314 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Subscribe: > network after_delete 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:24.962314 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=100768) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 01 04:53:24.962314 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Subscribe: > security_group after_create 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:24.962314 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Subscribe: > security_group after_update 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:24.962701 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Subscribe: > security_group after_delete 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:24.962701 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=100768) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 01 04:53:24.962701 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:24.962701 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:24.962701 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:24.963120 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=100768) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 01 04:53:24.963255 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Subscribe: > address_group after_create 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:24.963606 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Subscribe: > address_group after_update 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:24.963949 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Subscribe: > address_group after_delete 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:24.964346 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=100768) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 01 04:53:24.964732 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] ML2 OVO RPC backend initialized. {{(pid=100768) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 01 04:53:24.965452 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:24.965811 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:24.966236 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Subscribe: > network before_response 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:24.966592 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Subscribe: > networks before_response 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:24.967006 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Subscribe: > port before_response 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:24.967346 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Subscribe: > ports before_response 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:24.967771 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Subscribe: > subnet before_response 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:24.968123 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Subscribe: > subnets before_response 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:24.968477 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Subscribe: > network after_create 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:24.968825 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Subscribe: > network after_update 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:24.969169 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Subscribe: > network after_delete 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:24.969512 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Subscribe: > port after_create 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:24.969856 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Subscribe: > port after_update 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:24.970199 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Subscribe: > port after_delete 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:24.970541 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Subscribe: > subnet after_create 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:24.970918 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Subscribe: > subnet after_update 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:24.971261 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:24.971847 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.plugins.ml2.plugin [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Modular L2 Plugin initialization complete Sep 01 04:53:24.972183 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading services supported by the core plugin {{(pid=100768) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 01 04:53:24.972517 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.plugins.ml2.managers [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Got port-security extension from driver 'port_security' Sep 01 04:53:24.972989 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.extensions.vlantransparent [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Disabled vlantransparent extension. Sep 01 04:53:24.973483 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100768) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 01 04:53:24.973845 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading Plugin: router Sep 01 04:53:25.011655 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Subscribe: > router_interface before_create 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:25.012052 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Subscribe: > router after_create 55549900 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:25.012428 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Subscribe: > router before_create 55549900 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:25.012799 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:25.013175 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:25.013536 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Subscribe: > router after_delete 55549900 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:25.013938 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Subscribe: > floatingip after_create 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:25.014985 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Subscribe: > floatingip after_update 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:25.015353 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Subscribe: > router after_create 55549900 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:25.015707 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Subscribe: > router after_update 55549900 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:25.016059 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Subscribe: > router after_update 55549900 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:25.016409 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:25.016769 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Subscribe: > router after_update 55549900 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:25.017178 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Subscribe: > router precommit_update 55549900 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:25.017554 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Subscribe: port after_update 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:25.017895 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Subscribe: port after_delete 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:25.018234 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Subscribe: subnet after_update 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:25.018572 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:25.018957 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Subscribe: > port precommit_delete 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:25.019311 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Subscribe: > router precommit_create 55549900 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:25.019656 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Subscribe: port before_delete 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:25.020006 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Subscribe: > router precommit_create 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:25.020365 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Subscribe: > router after_update 55549900 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:25.020709 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Subscribe: > router precommit_delete 55549900 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:25.021061 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Subscribe: > router precommit_create 55549900 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:25.021425 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:25.021770 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Subscribe: > router precommit_update 55549900 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:25.022134 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Subscribe: > agent after_create 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:25.022483 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Subscribe: > agent after_delete 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:25.022863 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Subscribe: > network after_delete 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:25.023731 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.quota.resource_registry [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Tracking information for resource: router configured {{(pid=100768) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 01 04:53:25.024066 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.quota.resource_registry [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Tracking information for resource: floatingip configured {{(pid=100768) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 01 04:53:25.029052 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.db.l3_agentschedulers_db [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 01 04:53:25.029729 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Subscribe: port after_update 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:25.030252 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Subscribe: port after_create 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:25.030618 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Subscribe: port after_delete 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:25.031006 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Subscribe: port after_update 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:25.031811 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Subscribe: > router before_create 55550100 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:25.032183 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Subscribe: > router precommit_delete 55550100 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:25.032553 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Subscribe: > router precommit_create 55550100 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:25.032916 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Subscribe: > router precommit_update 55550100 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:25.037562 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.services.provider_configuration [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Service providers = [] {{(pid=100768) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 01 04:53:25.037933 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.db.servicetype_db [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100768) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 01 04:53:25.040922 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.services.service_base [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100768) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 01 04:53:25.041280 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.services.service_base [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100768) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 01 04:53:25.041628 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.services.service_base [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100768) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 01 04:53:25.042525 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.services.service_base [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100768) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 01 04:53:25.042948 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.services.service_base [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 01 04:53:25.043333 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100768) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 01 04:53:25.043654 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 01 04:53:25.064324 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100768) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 01 04:53:25.064665 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading Plugin: auto_allocate Sep 01 04:53:25.070540 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Subscribe: network precommit_update 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:25.070946 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Subscribe: network precommit_create 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:25.071481 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100768) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 01 04:53:25.071808 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading Plugin: tag Sep 01 04:53:25.078644 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100768) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 01 04:53:25.078996 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading Plugin: timestamp Sep 01 04:53:25.083153 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100768) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 01 04:53:25.083502 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading Plugin: network_ip_availability Sep 01 04:53:25.095660 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:25.096044 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:25.096409 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:25.097209 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100768) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 01 04:53:25.097535 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading Plugin: flavors Sep 01 04:53:25.102553 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100768) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 01 04:53:25.102911 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading Plugin: revisions Sep 01 04:53:25.108188 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100768) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 01 04:53:25.108585 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_concurrency.lockutils [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.600s {{(pid=100768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 01 04:53:25.109349 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100768) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Sep 01 04:53:25.109694 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Initializing extension manager. Sep 01 04:53:25.110213 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: __init__.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.110556 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: __pycache__ {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.110932 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.111273 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: address_group.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.112058 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.112655 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loaded extension: address-group Sep 01 04:53:25.112979 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: address_scope.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.113704 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.114211 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loaded extension: address-scope Sep 01 04:53:25.114540 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: admin_state_down_before_update.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.115513 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.116031 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loaded extension: router-admin-state-down-before-update Sep 01 04:53:25.116356 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: agent.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.117285 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.117800 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loaded extension: agent Sep 01 04:53:25.118134 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: agent_resources_synced.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.119186 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.119698 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loaded extension: agent-resources-synced Sep 01 04:53:25.120027 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: allowedaddresspairs.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.121872 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.122441 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loaded extension: allowed-address-pairs Sep 01 04:53:25.122794 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: auto_allocated_topology.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.124811 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.125342 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loaded extension: auto-allocated-topology Sep 01 04:53:25.125679 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: availability_zone.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.126396 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.126948 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loaded extension: availability_zone Sep 01 04:53:25.127279 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: availability_zone_filter.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.128228 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.128741 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loaded extension: availability_zone_filter Sep 01 04:53:25.129072 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: data_plane_status.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.129985 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.130495 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Extension data-plane-status not supported by any of loaded plugins Sep 01 04:53:25.130852 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: default_subnetpools.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.131778 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.132291 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loaded extension: default-subnetpools Sep 01 04:53:25.132615 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: dhcpagentscheduler.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.133445 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.133959 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loaded extension: dhcp_agent_scheduler Sep 01 04:53:25.134290 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: dns.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.135252 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.135765 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Extension dns-integration not supported by any of loaded plugins Sep 01 04:53:25.147251 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: dns_domain_ports.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.148071 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.148611 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 01 04:53:25.148951 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.149946 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.150463 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 01 04:53:25.150839 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: dvr.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.151573 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.152208 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loaded extension: dvr Sep 01 04:53:25.152687 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: ecmp_routes.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.153756 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.154278 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 01 04:53:25.154745 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: empty_string_filtering.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.155894 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.156421 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loaded extension: empty-string-filtering Sep 01 04:53:25.156792 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.157994 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.158517 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 01 04:53:25.158883 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.160143 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.160665 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 01 04:53:25.160999 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: external_net.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.161951 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.162485 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loaded extension: external-net Sep 01 04:53:25.162841 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: extra_dhcp_opt.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.163777 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.164293 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loaded extension: extra_dhcp_opt Sep 01 04:53:25.164622 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: extraroute.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.165535 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.166048 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loaded extension: extraroute Sep 01 04:53:25.166378 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: extraroute_atomic.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.167455 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.167973 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loaded extension: extraroute-atomic Sep 01 04:53:25.168302 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: filter_validation.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.168993 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.169506 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loaded extension: filter-validation Sep 01 04:53:25.169832 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: fip_pf_description.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.171478 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.171991 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 01 04:53:25.172318 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: fip_port_details.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.173251 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.173766 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loaded extension: fip-port-details Sep 01 04:53:25.174094 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: flavors.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.175375 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.175900 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loaded extension: flavors Sep 01 04:53:25.176233 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.177920 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.178452 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 01 04:53:25.178811 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: floatingip_pools.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.179530 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.180046 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loaded extension: floatingip-pools Sep 01 04:53:25.180377 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: ip_allocation.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.181315 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.181827 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Extension ip_allocation not supported by any of loaded plugins Sep 01 04:53:25.182154 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.183123 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.183640 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loaded extension: ip-substring-filtering Sep 01 04:53:25.183972 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: l2_adjacency.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.184957 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.185465 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 01 04:53:25.186422 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: l3.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.187615 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.188139 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loaded extension: router Sep 01 04:53:25.188470 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: l3_conntrack_helper.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.190732 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.191293 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 01 04:53:25.191629 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.192569 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.193094 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loaded extension: ext-gw-mode Sep 01 04:53:25.193426 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.194373 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.194925 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loaded extension: l3-ha Sep 01 04:53:25.195260 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: l3_flavors.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.199835 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.200300 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loaded extension: l3-flavors Sep 01 04:53:25.200629 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.201581 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.202095 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 01 04:53:25.202423 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: l3agentscheduler.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.203520 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.204040 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loaded extension: l3_agent_scheduler Sep 01 04:53:25.204371 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: logging.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.205862 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.206398 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Extension logging not supported by any of loaded plugins Sep 01 04:53:25.206739 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: metering.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.207530 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.208120 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loaded extension: metering Sep 01 04:53:25.208455 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.209550 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.210072 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loaded extension: metering_source_and_destination_fields Sep 01 04:53:25.210407 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: multiprovidernet.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.211373 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.211891 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loaded extension: multi-provider Sep 01 04:53:25.212224 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: netmtu.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.213159 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.213672 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loaded extension: net-mtu Sep 01 04:53:25.214004 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: netmtu_writable.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.214965 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.215481 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loaded extension: net-mtu-writable Sep 01 04:53:25.215812 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: network_availability_zone.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.216489 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.217020 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loaded extension: network_availability_zone Sep 01 04:53:25.217357 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: network_ip_availability.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.218461 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.219021 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loaded extension: network-ip-availability Sep 01 04:53:25.219358 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: network_segment_range.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.220130 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.220639 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Extension network-segment-range not supported by any of loaded plugins Sep 01 04:53:25.220967 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: pagination.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.221948 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.222280 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loaded extension: pagination Sep 01 04:53:25.222607 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: port_device_profile.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.223555 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.224073 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loaded extension: port-device-profile Sep 01 04:53:25.224401 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.225343 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.225858 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loaded extension: port-mac-address-regenerate Sep 01 04:53:25.226185 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.227152 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.227672 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loaded extension: port-numa-affinity-policy Sep 01 04:53:25.227998 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: port_resource_request.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.228919 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.229430 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Extension port-resource-request not supported by any of loaded plugins Sep 01 04:53:25.229757 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: portbindings.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.230995 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.231510 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loaded extension: binding Sep 01 04:53:25.231836 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: portbindings_extended.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.233893 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.234417 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loaded extension: binding-extended Sep 01 04:53:25.234754 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: portsecurity.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.235699 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.236214 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loaded extension: port-security Sep 01 04:53:25.236577 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: project_id.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.237522 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.237855 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loaded extension: project-id Sep 01 04:53:25.238184 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: providernet.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.239137 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.239657 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loaded extension: provider Sep 01 04:53:25.239984 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: qos.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.243565 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.244095 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Extension qos not supported by any of loaded plugins Sep 01 04:53:25.244435 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.245691 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.246213 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 01 04:53:25.246547 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.247508 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.248025 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 01 04:53:25.249176 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: qos_default.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.250109 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.250631 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Extension qos-default not supported by any of loaded plugins Sep 01 04:53:25.251002 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: qos_fip.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.251669 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.252176 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Extension qos-fip not supported by any of loaded plugins Sep 01 04:53:25.252504 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: qos_gateway_ip.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.253448 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.253967 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 01 04:53:25.254299 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: qos_port_network_policy.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.255260 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.255786 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 01 04:53:25.256116 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: qos_pps_rule.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.257296 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.257822 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Extension qos-pps not supported by any of loaded plugins Sep 01 04:53:25.258154 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: qos_rule_type_details.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.259119 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.259641 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 01 04:53:25.259970 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: qos_rules_alias.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.261019 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.261534 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 01 04:53:25.261865 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: quotasv2.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.262805 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.263142 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loaded extension: quotas Sep 01 04:53:25.263473 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: quotasv2_detail.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.266598 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.266977 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loaded extension: quota_details Sep 01 04:53:25.267316 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: rbac.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.268581 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.269112 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loaded extension: rbac-policies Sep 01 04:53:25.269448 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: rbac_address_group.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.270383 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.270938 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loaded extension: rbac-address-group Sep 01 04:53:25.271275 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: rbac_address_scope.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.272204 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.272724 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loaded extension: rbac-address-scope Sep 01 04:53:25.273056 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: rbac_security_groups.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.273981 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.274501 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loaded extension: rbac-security-groups Sep 01 04:53:25.274862 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: rbac_subnetpool.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.275786 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.276306 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loaded extension: rbac-subnetpool Sep 01 04:53:25.276642 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: revisionifmatch.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.277568 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.278091 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loaded extension: revision-if-match Sep 01 04:53:25.278422 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: revisions.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.279629 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.280381 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loaded extension: standard-attr-revisions Sep 01 04:53:25.280717 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: router_availability_zone.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.281405 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.281919 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loaded extension: router_availability_zone Sep 01 04:53:25.282248 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: routerservicetype.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.283218 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.283729 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Extension router-service-type not supported by any of loaded plugins Sep 01 04:53:25.284058 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.284985 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.285503 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loaded extension: security-groups-normalized-cidr Sep 01 04:53:25.285833 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: security_groups_port_filtering.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.286756 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.287301 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loaded extension: port-security-groups-filtering Sep 01 04:53:25.287631 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.288552 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.289074 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loaded extension: security-groups-remote-address-group Sep 01 04:53:25.289403 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: securitygroup.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.299867 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.300407 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loaded extension: security-group Sep 01 04:53:25.300743 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: segment.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.301548 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.302073 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Extension segment not supported by any of loaded plugins Sep 01 04:53:25.302403 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.303393 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.303920 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 01 04:53:25.304304 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: servicetype.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.305457 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.305990 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loaded extension: service-type Sep 01 04:53:25.306324 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: sorting.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.307362 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.307699 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loaded extension: sorting Sep 01 04:53:25.308028 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: standard_attr_segment.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.308955 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.309478 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 01 04:53:25.309807 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: standardattrdescription.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.310456 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.311587 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loaded extension: standard-attr-description Sep 01 04:53:25.311923 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: stateful_security_group.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.312859 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.313414 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loaded extension: stateful-security-group Sep 01 04:53:25.313750 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: stdattrs_common.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.314344 dv-cinder-804735-5-iscsi neutron-server[100768]: WARNING neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 01 04:53:25.314670 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.315650 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.316162 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 01 04:53:25.316488 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: subnet_onboard.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.317570 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.318092 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loaded extension: subnet_onboard Sep 01 04:53:25.318423 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.319380 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.319898 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 01 04:53:25.320226 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: subnet_service_types.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.321166 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.321688 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loaded extension: subnet-service-types Sep 01 04:53:25.322014 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: subnetallocation.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.323136 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.323663 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loaded extension: subnet_allocation Sep 01 04:53:25.323991 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.324663 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.325174 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loaded extension: subnetpool-prefix-ops Sep 01 04:53:25.325499 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.326479 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.327072 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 01 04:53:25.327402 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: tagging.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.328474 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.329002 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loaded extension: standard-attr-tag Sep 01 04:53:25.329335 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: timestamp.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.330551 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.331106 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loaded extension: standard-attr-timestamp Sep 01 04:53:25.331440 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: trunk.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.332482 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.333003 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Extension trunk not supported by any of loaded plugins Sep 01 04:53:25.333335 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: trunk_details.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.334275 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.334828 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Extension trunk-details not supported by any of loaded plugins Sep 01 04:53:25.335165 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: uplink_status_propagation.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.336092 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.336613 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 01 04:53:25.336943 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Loading extension file: vlantransparent.py {{(pid=100768) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 01 04:53:25.337626 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100768) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 01 04:53:25.338139 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 01 04:53:25.340631 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.quota.resource_registry [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Creating instance of TrackedResource for resource:network Sep 01 04:53:25.341160 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.quota.resource_registry [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Creating instance of TrackedResource for resource:subnet Sep 01 04:53:25.341564 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.quota.resource_registry [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Creating instance of TrackedResource for resource:subnetpool Sep 01 04:53:25.342024 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.quota.resource_registry [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Creating instance of TrackedResource for resource:port Sep 01 04:53:25.343376 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.v2.resource_helper [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 04:53:25.343823 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.v2.resource_helper [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Service FLAVORS assigned prefix: {{(pid=100768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 04:53:25.344457 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.v2.resource_helper [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 04:53:25.344889 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.v2.resource_helper [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 04:53:25.345225 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.quota.resource_registry [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Creating instance of TrackedResource for resource:router Sep 01 04:53:25.345669 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.quota.resource_registry [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Creating instance of TrackedResource for resource:floatingip Sep 01 04:53:25.346170 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.v2.resource_helper [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Service METERING assigned prefix: /metering {{(pid=100768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 04:53:25.347678 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:25.348055 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:25.348412 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 04:53:25.349561 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.quota.resource_registry [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Creating instance of CountableResource for resource:rbac_policy Sep 01 04:53:25.350037 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.quota.resource_registry [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Creating instance of TrackedResource for resource:security_group Sep 01 04:53:25.350474 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.quota.resource_registry [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 01 04:53:25.352277 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.v2.resource_helper [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Service CORE assigned prefix: {{(pid=100768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 04:53:25.352620 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.quota.resource_registry [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Creating instance of TrackedResource for resource:subnetpool Sep 01 04:53:25.352975 dv-cinder-804735-5-iscsi neutron-server[100768]: WARNING neutron.quota.resource_registry [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] subnetpool is already registered Sep 01 04:53:25.353429 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.v2.resource_helper [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Service CORE assigned prefix: {{(pid=100768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 04:53:25.353764 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.quota.resource_registry [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Creating instance of TrackedResource for resource:subnetpool Sep 01 04:53:25.354103 dv-cinder-804735-5-iscsi neutron-server[100768]: WARNING neutron.quota.resource_registry [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] subnetpool is already registered Sep 01 04:53:25.356716 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.v2.resource_helper [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 04:53:25.357151 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.v2.resource_helper [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Service FLAVORS assigned prefix: {{(pid=100768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 04:53:25.358365 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.v2.resource_helper [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 04:53:25.358987 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.v2.resource_helper [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 04:53:25.359337 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.quota.resource_registry [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Creating instance of TrackedResource for resource:router Sep 01 04:53:25.359682 dv-cinder-804735-5-iscsi neutron-server[100768]: WARNING neutron.quota.resource_registry [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] router is already registered Sep 01 04:53:25.360098 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.quota.resource_registry [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Creating instance of TrackedResource for resource:floatingip Sep 01 04:53:25.360437 dv-cinder-804735-5-iscsi neutron-server[100768]: WARNING neutron.quota.resource_registry [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] floatingip is already registered Sep 01 04:53:25.360898 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.v2.resource_helper [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Service METERING assigned prefix: /metering {{(pid=100768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 04:53:25.361576 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.quota.resource_registry [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Creating instance of CountableResource for resource:rbac_policy Sep 01 04:53:25.361907 dv-cinder-804735-5-iscsi neutron-server[100768]: WARNING neutron.quota.resource_registry [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] rbac_policy is already registered Sep 01 04:53:25.362326 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.quota.resource_registry [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Creating instance of TrackedResource for resource:security_group Sep 01 04:53:25.362665 dv-cinder-804735-5-iscsi neutron-server[100768]: WARNING neutron.quota.resource_registry [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] security_group is already registered Sep 01 04:53:25.363107 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.quota.resource_registry [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 01 04:53:25.363447 dv-cinder-804735-5-iscsi neutron-server[100768]: WARNING neutron.quota.resource_registry [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] security_group_rule is already registered Sep 01 04:53:25.364090 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.v2.resource_helper [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Service CORE assigned prefix: {{(pid=100768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 04:53:25.364423 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.quota.resource_registry [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Creating instance of TrackedResource for resource:subnetpool Sep 01 04:53:25.364759 dv-cinder-804735-5-iscsi neutron-server[100768]: WARNING neutron.quota.resource_registry [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] subnetpool is already registered Sep 01 04:53:25.365188 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.v2.resource_helper [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Service CORE assigned prefix: {{(pid=100768) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 01 04:53:25.365514 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.quota.resource_registry [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Creating instance of TrackedResource for resource:subnetpool Sep 01 04:53:25.365847 dv-cinder-804735-5-iscsi neutron-server[100768]: WARNING neutron.quota.resource_registry [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] subnetpool is already registered Sep 01 04:53:25.366326 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Extended resource: extensions {{(pid=100768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 04:53:25.367849 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Extended resource: address-groups {{(pid=100768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 04:53:25.369354 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Extended resource: address-scopes {{(pid=100768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 04:53:25.370690 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Extended resource: agents {{(pid=100768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 04:53:25.371944 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Extended resource: auto-allocated-topology {{(pid=100768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 04:53:25.373203 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Extended resource: availability_zones {{(pid=100768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 04:53:25.375182 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Extended resource: dhcp-networks {{(pid=100768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 04:53:25.376723 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Extended resource: dhcp-agents {{(pid=100768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 04:53:25.378153 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Extended resource: routers {{(pid=100768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 04:53:25.380409 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Extended resource: flavors {{(pid=100768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 04:53:25.381585 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Extended resource: service_profiles {{(pid=100768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 04:53:25.382865 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Extended resource: next_providers {{(pid=100768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 04:53:25.384326 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Extended resource: service_profiles {{(pid=100768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 04:53:25.385843 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Extended resource: floatingip-pools {{(pid=100768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 04:53:25.387105 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Extended resource: routers {{(pid=100768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 04:53:25.389424 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Extended resource: floatingips {{(pid=100768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 04:53:25.390741 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Extended resource: l3-routers {{(pid=100768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 04:53:25.392155 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Extended resource: l3-agents {{(pid=100768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 04:53:25.393562 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Extended resource: metering-labels {{(pid=100768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 04:53:25.394957 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Extended resource: metering-label-rules {{(pid=100768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 04:53:25.396274 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Extended resource: network-ip-availabilities {{(pid=100768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 04:53:25.397553 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Extended resource: bindings {{(pid=100768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 04:53:25.399229 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Extended resource: quotas {{(pid=100768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 04:53:25.400685 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Extended resource: quotas {{(pid=100768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 04:53:25.402130 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Extended resource: rbac-policies {{(pid=100768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 04:53:25.403377 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Extended resource: security-groups {{(pid=100768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 04:53:25.405356 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Extended resource: security-group-rules {{(pid=100768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 04:53:25.407479 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Extended resource: service-providers {{(pid=100768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 04:53:25.409710 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Extended resource: subnetpools {{(pid=100768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 04:53:25.412513 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Extended resource: subnetpools {{(pid=100768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 04:53:25.415497 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Extended resource: tags {{(pid=100768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 04:53:25.418610 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Extended resource: tags {{(pid=100768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 04:53:25.422802 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Extended resource: tags {{(pid=100768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 04:53:25.425756 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Extended resource: tags {{(pid=100768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 04:53:25.429591 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Extended resource: tags {{(pid=100768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 04:53:25.433004 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Extended resource: tags {{(pid=100768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 04:53:25.438621 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Extended resource: tags {{(pid=100768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 04:53:25.441400 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Extended resource: tags {{(pid=100768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 04:53:25.443694 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Extended resource: tags {{(pid=100768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 04:53:25.445455 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron.api.extensions [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Extended resource: tags {{(pid=100768) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 01 04:53:25.453826 dv-cinder-804735-5-iscsi neutron-server[100768]: WARNING keystonemiddleware.auth_token [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 01 04:53:25.458539 dv-cinder-804735-5-iscsi neutron-server[100768]: WARNING keystonemiddleware.auth_token [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 01 04:53:25.467593 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_concurrency.lockutils [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Acquired lock "singleton_lock" {{(pid=100768) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 01 04:53:25.468128 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_concurrency.lockutils [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Releasing lock "singleton_lock" {{(pid=100768) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 01 04:53:25.468780 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO oslo_service.service [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Starting 2 workers Sep 01 04:53:25.474332 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Started child 100911 {{(pid=100768) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 01 04:53:25.479408 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:53:25.480377 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Started child 100912 {{(pid=100768) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 01 04:53:25.481052 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [-] (100911) wsgi starting up on http://0.0.0.0:9696 Sep 01 04:53:25.481369 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO neutron.service [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 01 04:53:25.482024 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Notify callbacks [] for process, before_spawn {{(pid=100768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:53:25.485118 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO oslo_service.service [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Starting 1 workers Sep 01 04:53:25.485233 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:53:25.486408 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [-] (100912) wsgi starting up on http://0.0.0.0:9696 Sep 01 04:53:25.490344 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Started child 100913 {{(pid=100768) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 01 04:53:25.490897 dv-cinder-804735-5-iscsi neutron-server[100768]: INFO oslo_service.service [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Starting 1 workers Sep 01 04:53:25.493996 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.service [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] calling RpcWorker wait() {{(pid=100913) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 01 04:53:25.494522 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.service [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] returning from RpcWorker wait() {{(pid=100913) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 01 04:53:25.495372 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Started child 100914 {{(pid=100768) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 01 04:53:25.495901 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:53:25.496203 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG neutron_lib.callbacks.manager [None req-b1a92b1e-c28b-4923-952d-07a48acee2c2 None None] Notify callbacks [] for process, after_spawn {{(pid=100768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:53:25.496489 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 04:53:25.498146 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100768) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 01 04:53:25.498423 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 01 04:53:25.498612 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 01 04:53:25.498932 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 01 04:53:25.499208 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 01 04:53:25.499367 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 01 04:53:25.499881 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.500154 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.500427 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.500685 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.500994 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.501324 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:53:25.501812 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.501812 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.502024 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.502326 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.502416 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 04:53:25.502570 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.502737 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.503021 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.503249 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.503483 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.503790 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.504061 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.504297 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.504596 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.504767 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.505026 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.505299 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.505535 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.505806 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] debug = True {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.506029 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.506521 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.506779 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.507025 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.507266 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.508067 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.508067 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.508067 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.508721 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.508721 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.508721 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.509129 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.509267 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.509406 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.509642 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.510037 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.510189 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.510597 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] host = dv-cinder-804735-5-iscsi {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.510839 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.511081 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.511310 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.511556 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.511805 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.512042 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.512318 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.512565 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.512817 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.513064 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.513308 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.513566 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.513804 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.514122 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 41142) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:53:25.514298 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] log_file = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.514298 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] log_options = True {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.514670 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.514837 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.515098 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.515251 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.515407 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.515549 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.515793 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.515961 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.516226 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.516444 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.516659 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.516874 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.517120 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.517358 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.517654 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.517852 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.518101 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.518310 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.518560 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.522806 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.522806 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.522806 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.522806 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.522806 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.522806 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.522806 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.522806 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.522806 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.524099 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.524099 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.524099 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.524099 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.524099 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.524099 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.524099 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.524099 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.525207 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.525207 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.525207 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.525606 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [-] 10.222.0.11 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066059 Sep 01 04:53:25.525750 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.525750 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.525750 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.525750 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.525750 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.525750 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.525750 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] use_json = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.526680 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.526680 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.526680 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.526680 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.527252 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.527252 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.527252 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.527652 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.527906 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.528221 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.528532 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.528763 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.528997 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.529255 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.530068 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.530318 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.530571 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.530862 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.531170 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.531415 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.531706 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.531929 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.532185 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.532561 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.532833 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.533113 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.533336 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.533574 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.533809 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.534067 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.534352 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.534575 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.534828 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.535058 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.535283 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.535614 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.536801 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.537068 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.537985 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.537985 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.537985 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.537985 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.538282 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.538466 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.538697 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.538996 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.539228 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.539447 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.539676 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.539922 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.541055 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.541325 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.542243 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.542243 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.542243 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.542464 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.542530 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.542736 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.542987 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.544325 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.544617 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.546159 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.546570 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.546838 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.547106 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.547536 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.547782 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.548003 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.548259 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.548489 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.548718 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.548939 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.549160 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.549544 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.550546 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.550546 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.550546 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.550546 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.550889 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.550956 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.551591 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.551591 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.551591 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.551826 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.552046 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.552989 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.552989 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.552989 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.552989 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.553477 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.553477 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.553658 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.553813 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.553962 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.554179 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.554420 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.554638 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.554928 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.555250 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.559874 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.559874 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.559874 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.559874 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.559874 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.559874 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.559874 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.559874 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.560502 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.560502 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.560502 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.560502 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.560502 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.560502 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.560502 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.560502 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.561001 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.561001 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.561001 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.561001 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.561001 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.561001 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.561001 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.561001 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.561521 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.561657 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.562155 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.562340 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.562603 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.562886 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.563375 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.563665 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.563982 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.564170 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.564429 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.565116 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.565116 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.565291 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.565438 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.565704 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.565908 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.566202 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.566443 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.566863 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.567085 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.567318 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.567634 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.567866 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.568101 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.568321 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.568602 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.569130 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.570347 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.570649 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.570953 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.571233 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.571652 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.572148 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.572381 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.572648 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.572948 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.574969 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.577813 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.578081 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.580535 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.580840 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.581109 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.581437 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.581648 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.581895 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.582147 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.582387 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.582620 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.584532 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.584792 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.585041 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.585824 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.586086 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.586335 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.586593 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.586886 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.587701 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.587701 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.587945 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.588216 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.589258 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.589258 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.589258 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.590616 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.594099 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.594099 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.594099 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.594099 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.594099 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.594099 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.594099 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.594568 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.594568 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.594792 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.595068 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.595345 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.595697 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.595947 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.596208 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.596436 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.596660 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.596903 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.597130 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.597354 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.597581 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.597802 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.598022 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.598279 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.598523 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.598757 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.600376 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.600602 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.600979 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.601214 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.602232 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.602527 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.602812 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.603065 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.603332 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.604296 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.604296 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.604296 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.604296 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.604573 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.604740 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.605361 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.605752 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.605992 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.606220 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.606429 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.606683 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.606940 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.609410 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.609410 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.609410 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.609410 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.609410 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.609410 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.609831 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.609831 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.610124 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.610219 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.610426 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.610655 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.610897 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.612190 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.612190 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.612190 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.612190 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.612742 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.612742 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.613025 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.613162 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.613337 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.613639 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.613890 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.614161 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.614418 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.614725 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.614971 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.615217 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.615433 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.615762 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.615927 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.616147 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.616473 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.616770 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.617030 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.617286 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.617555 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.617843 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.618118 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.618340 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.618650 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.619387 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.620038 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.620858 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.620858 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.620858 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.621325 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.621325 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.621633 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.621769 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.621906 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.622799 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.622799 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.622799 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.622799 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.623104 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.623341 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.623738 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.624041 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.624919 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.624919 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.624919 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 01 04:53:25.625326 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100768) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 01 04:53:25.625326 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 01 04:53:25.625596 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 01 04:53:25.625596 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 01 04:53:25.626035 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 01 04:53:25.626035 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 01 04:53:25.626326 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.626326 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.626597 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.626597 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.626897 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.627035 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.627175 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.627309 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.627475 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.627612 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.627747 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.627880 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.628014 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.628157 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.628314 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.628449 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.628583 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.628717 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.628851 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.629019 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.630463 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.630463 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.630463 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] debug = True {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.630463 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.630463 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.630463 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.631328 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.631328 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.631328 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.631328 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.631328 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.631328 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.631328 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.631328 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.632819 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.632819 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.632819 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.632819 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.632819 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.632819 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.632819 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] host = dv-cinder-804735-5-iscsi {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.632819 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.633772 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.633772 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.633772 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.633772 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.633772 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.633772 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.633772 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.633772 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.634570 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.634570 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.634570 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.634570 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.634570 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] log_file = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.634570 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] log_options = True {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.635265 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.635265 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.635265 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.635265 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.635265 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.635835 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.635835 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.635835 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.636340 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.636340 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.636340 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.636340 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.636767 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.636767 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.636767 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.637045 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.637045 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.637236 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.637337 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.637506 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.637669 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.638556 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.638556 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.638556 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.638556 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.638556 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.639340 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.639340 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.639340 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.639728 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.639728 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.639728 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.640107 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.640107 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.640362 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.640362 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.641289 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.641457 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.641791 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.642161 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.642326 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.642491 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.642657 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.642850 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.643012 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.643327 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] use_json = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.643490 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.643635 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.643781 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.643940 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.644102 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.644264 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.644427 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.644589 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 01 04:53:25.644772 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.644937 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.645128 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.645261 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.645414 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.645580 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.645744 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.645900 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.646060 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.646224 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.646423 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.646571 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.646700 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.646880 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.647045 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.647213 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.647377 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.647542 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.647692 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.647901 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.648077 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.648217 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.648351 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.648484 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.648627 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.648762 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.648923 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.649101 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.649266 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.649416 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.649581 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.649744 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.649909 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.650060 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.650234 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.650393 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.650558 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.650724 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.650911 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.652079 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.652079 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.652079 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.652079 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.652079 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.652079 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.652079 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.652499 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.652499 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.652499 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.652684 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.652780 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.652904 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.653426 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.653426 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.653426 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.653705 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.653705 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.653868 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.653986 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.654444 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.654444 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.654444 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.655325 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.655395 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.655537 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.655720 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.655856 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.656028 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.656207 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.656355 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.656588 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.656733 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.656869 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.657004 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.657170 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.657308 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.657450 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.657589 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.657725 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.658957 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.658957 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.658957 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.658957 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.658957 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.658957 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.658957 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.658957 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.659888 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.659888 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.659888 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.659888 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.659888 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.659888 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.661186 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.661186 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.661186 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.661186 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.661186 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.661186 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.661186 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.661186 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.661868 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.661868 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.661868 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.661868 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.661868 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.662200 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.662200 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.662340 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.662448 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.662611 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.663028 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.663177 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.663345 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.663508 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.664364 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.664364 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.664364 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.664364 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.664364 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.664946 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.664946 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.664946 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.664946 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.665390 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.665390 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.665390 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.665736 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.665736 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.665977 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.665977 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.666243 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.666377 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.666511 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.666673 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.666864 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.667008 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.667156 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.668034 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.668034 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.668034 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.668034 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.668034 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.668687 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.668687 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.668687 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.668687 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.669197 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.669197 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.669197 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.669197 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.669695 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.669695 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.669695 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.670075 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.670075 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.670939 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.670939 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.671199 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.671333 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.671468 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.671603 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.671755 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.671916 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.672067 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.672236 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.672388 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.672552 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.672717 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.673755 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.673755 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.673755 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.673755 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.673755 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.673755 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.674542 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.674542 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.674542 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.674542 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.674542 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.674542 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.676069 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.676069 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.676069 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.676069 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.676069 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.676069 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.676069 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.676069 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.677052 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.677052 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.677052 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.677052 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.677052 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.677052 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.677052 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.677052 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.678062 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.678062 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.678062 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.678062 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.678062 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.678062 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.678062 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.678954 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.678954 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.678954 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.678954 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.678954 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.679586 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.679586 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.679586 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.679586 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.680080 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.680080 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.680080 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.680080 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.680573 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.680573 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.680573 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.680967 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.680967 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.681371 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.681371 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.681371 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.681760 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 04:53:25.681914 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.681914 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.681914 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.681914 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.682413 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.682413 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.684013 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.684013 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.684013 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.684013 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.684013 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.684013 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.684440 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.684440 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.684440 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.684615 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.684739 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.687234 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.687234 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.687234 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.687234 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.687234 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.687234 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.687234 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.687234 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.687734 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.687734 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.687734 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.687734 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.687966 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.688164 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.688440 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.688668 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.688889 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.689111 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.690064 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.690235 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.690415 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.690587 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.690753 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.690989 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.691161 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.691438 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.691607 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.691776 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.691950 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.692111 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.692270 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.692429 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.692596 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.692747 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.692908 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.693139 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.693307 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.693468 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.693628 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.693787 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.693948 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.694118 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.694283 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.694432 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.694575 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.694718 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.694969 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.695052 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 01 04:53:25.695186 dv-cinder-804735-5-iscsi neutron-server[100768]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100768) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 01 04:53:37.346026 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40f33bf-9e45-40c2-bf48-6e24d8784598 None None] get_active_networks_info from dv-cinder-804735-5-iscsi {{(pid=100913) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 01 04:53:37.419459 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40f33bf-9e45-40c2-bf48-6e24d8784598 None None] No non-hosted networks {{(pid=100913) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 01 04:53:37.426073 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.agentschedulers_db [None req-e40f33bf-9e45-40c2-bf48-6e24d8784598 None None] DHCP Agent not found on host dv-cinder-804735-5-iscsi {{(pid=100913) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 01 04:53:37.549205 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-5b9b27fc-166d-4226-af53-ee6796e2dd9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1961208'] for agent, after_create {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:53:39.998625 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1961208'] for agent, after_create {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:53:40.000912 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:53:40.002153 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:53:40.002796 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:53:40.010494 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:53:40.010494 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:53:40.010494 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:53:40.010494 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:53:40.010494 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:53:40.011006 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:53:40.011006 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:53:40.011006 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:53:40.011006 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:53:40.011264 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-804735-5-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 04:53:40.051004 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-804735-5-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 04:53:40.077486 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-898b04be-9a85-4295-ba3c-964d33e84c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1961208'] for agent, after_create {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:53:40.134079 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.db.api [None req-d9f1e4d8-e877-4187-80d8-157045015554 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-804735-5-iscsi {{(pid=100913) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 04:53:40.142416 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG oslo_db.api [None req-d9f1e4d8-e877-4187-80d8-157045015554 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 04:53:40.742695 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-d9f1e4d8-e877-4187-80d8-157045015554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:53:41.323308 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-125f6581-13c4-4eca-b15a-10d5e92c8028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1961208'] for agent, after_create {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:53:43.027033 dv-cinder-804735-5-iscsi neutron-server[100913]: INFO neutron.db.l3_hamode_db [None req-e0a1230f-2d61-4bf2-8493-1536737d196b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 01 04:53:43.113748 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a1230f-2d61-4bf2-8493-1536737d196b None None] Routers set() bound to L3 agent in host dv-cinder-804735-5-iscsi {{(pid=100913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 04:53:43.114141 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a1230f-2d61-4bf2-8493-1536737d196b None None] Router IDs set() for agent in host dv-cinder-804735-5-iscsi {{(pid=100913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 01 04:53:43.162940 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-57069d07-1191-4bd8-9ef8-43ac9a8b42c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1961208'] for agent, after_create {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:53:44.113279 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 41250) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:53:44.603915 dv-cinder-804735-5-iscsi neutron-server[100911]: WARNING oslo_policy.policy [None req-e6b9b592-8736-4b47-bf5d-651a690cc71e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 01 04:53:44.604507 dv-cinder-804735-5-iscsi neutron-server[100911]: WARNING oslo_policy.policy [None req-e6b9b592-8736-4b47-bf5d-651a690cc71e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 01 04:53:44.828412 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [None req-e6b9b592-8736-4b47-bf5d-651a690cc71e admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=100911) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 04:53:44.829463 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-e6b9b592-8736-4b47-bf5d-651a690cc71e admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7152882 Sep 01 04:53:47.194350 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 41264) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:53:47.500070 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.v2.base [None req-c33ce967-07ab-4251-844a-e9e5ee00147f admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=100911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 04:53:47.600123 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.policy [None req-c33ce967-07ab-4251-844a-e9e5ee00147f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100911) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 01 04:53:47.645338 dv-cinder-804735-5-iscsi neutron-server[100911]: WARNING oslo_policy.policy [None req-c33ce967-07ab-4251-844a-e9e5ee00147f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 01 04:53:47.645730 dv-cinder-804735-5-iscsi neutron-server[100911]: WARNING oslo_policy.policy [None req-c33ce967-07ab-4251-844a-e9e5ee00147f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 01 04:53:47.654885 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.quota [None req-c33ce967-07ab-4251-844a-e9e5ee00147f admin admin] Loaded quota_driver: . Sep 01 04:53:47.807706 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-c33ce967-07ab-4251-844a-e9e5ee00147f admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780561657153', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780561633942', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780561644556', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780561640288', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780562060750', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780561602075', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-556355', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-937828', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1685427', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1616483'] for rbac-policy, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:53:47.980489 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-c33ce967-07ab-4251-844a-e9e5ee00147f admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:53:47.981629 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-c33ce967-07ab-4251-844a-e9e5ee00147f admin admin] 10.222.0.11 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7862706 Sep 01 04:53:50.611879 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 41276) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:53:51.098212 dv-cinder-804735-5-iscsi neutron-server[100912]: WARNING oslo_policy.policy [None req-961f56c5-d463-4dcb-923d-b88602588bbe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 01 04:53:51.098861 dv-cinder-804735-5-iscsi neutron-server[100912]: WARNING oslo_policy.policy [None req-961f56c5-d463-4dcb-923d-b88602588bbe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 01 04:53:51.322304 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.v2.base [None req-961f56c5-d463-4dcb-923d-b88602588bbe admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '4c16d0b75f1143a7982dc3de0f2cf849', 'tenant_id': '4c16d0b75f1143a7982dc3de0f2cf849'}} {{(pid=100912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 04:53:51.323994 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.quota [None req-961f56c5-d463-4dcb-923d-b88602588bbe admin admin] Loaded quota_driver: . Sep 01 04:53:51.437338 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-961f56c5-d463-4dcb-923d-b88602588bbe admin admin] Made reservation on behalf of 4c16d0b75f1143a7982dc3de0f2cf849 for: {'network': 1} {{(pid=100912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 04:53:51.503107 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.policy [None req-961f56c5-d463-4dcb-923d-b88602588bbe admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100912) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 01 04:53:51.547666 dv-cinder-804735-5-iscsi neutron-server[100912]: WARNING oslo_policy.policy [None req-961f56c5-d463-4dcb-923d-b88602588bbe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 01 04:53:51.548055 dv-cinder-804735-5-iscsi neutron-server[100912]: WARNING oslo_policy.policy [None req-961f56c5-d463-4dcb-923d-b88602588bbe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 01 04:53:51.558090 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-961f56c5-d463-4dcb-923d-b88602588bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for network, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:53:51.582792 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-961f56c5-d463-4dcb-923d-b88602588bbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:53:51.710912 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-961f56c5-d463-4dcb-923d-b88602588bbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:53:51.795797 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-961f56c5-d463-4dcb-923d-b88602588bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:53:51.819933 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-961f56c5-d463-4dcb-923d-b88602588bbe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=100912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 04:53:51.846683 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-961f56c5-d463-4dcb-923d-b88602588bbe admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780564943050', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945202'] for segment, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:53:51.847292 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-961f56c5-d463-4dcb-923d-b88602588bbe admin admin] Unsubscribe: segment precommit_create {{(pid=100912) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 01 04:53:51.847780 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.db.segments_db [None req-961f56c5-d463-4dcb-923d-b88602588bbe admin admin] Added segment b2c95708-3260-4f0a-81f6-41d33e2bd67c of type vlan for network c9548783-ff2c-487b-8448-cab6f05b4ce1 Sep 01 04:53:51.853597 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961f56c5-d463-4dcb-923d-b88602588bbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf50000-b8ad-4c0a-9f61-3c2d0eebff29,revision_number=1']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:53:51.891394 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961f56c5-d463-4dcb-923d-b88602588bbe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:53:51.891752 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961f56c5-d463-4dcb-923d-b88602588bbe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:53:51.892088 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961f56c5-d463-4dcb-923d-b88602588bbe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:53:51.892410 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961f56c5-d463-4dcb-923d-b88602588bbe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:53:51.892728 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961f56c5-d463-4dcb-923d-b88602588bbe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:53:51.893128 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961f56c5-d463-4dcb-923d-b88602588bbe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:53:51.893451 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961f56c5-d463-4dcb-923d-b88602588bbe admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:53:51.893780 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961f56c5-d463-4dcb-923d-b88602588bbe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:53:51.894110 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961f56c5-d463-4dcb-923d-b88602588bbe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:53:51.894425 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961f56c5-d463-4dcb-923d-b88602588bbe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:53:51.894733 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961f56c5-d463-4dcb-923d-b88602588bbe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:53:51.895087 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961f56c5-d463-4dcb-923d-b88602588bbe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:53:51.896197 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961f56c5-d463-4dcb-923d-b88602588bbe admin admin] Tracked resource versions report: Sep 01 04:53:51.896197 dv-cinder-804735-5-iscsi neutron-server[100912]: pushed versions: Sep 01 04:53:51.896197 dv-cinder-804735-5-iscsi neutron-server[100912]: { 'AddressGroup': {'1.2'}, Sep 01 04:53:51.896197 dv-cinder-804735-5-iscsi neutron-server[100912]: 'ConntrackHelper': {'1.0'}, Sep 01 04:53:51.896197 dv-cinder-804735-5-iscsi neutron-server[100912]: 'Log': {'1.0'}, Sep 01 04:53:51.896197 dv-cinder-804735-5-iscsi neutron-server[100912]: 'Network': {'1.1'}, Sep 01 04:53:51.896197 dv-cinder-804735-5-iscsi neutron-server[100912]: 'Port': {'1.7'}, Sep 01 04:53:51.896197 dv-cinder-804735-5-iscsi neutron-server[100912]: 'PortForwarding': {'1.2'}, Sep 01 04:53:51.896197 dv-cinder-804735-5-iscsi neutron-server[100912]: 'QosPolicy': {'1.9'}, Sep 01 04:53:51.896197 dv-cinder-804735-5-iscsi neutron-server[100912]: 'SecurityGroup': {'1.4'}, Sep 01 04:53:51.896197 dv-cinder-804735-5-iscsi neutron-server[100912]: 'SecurityGroupRule': {'1.2'}, Sep 01 04:53:51.896197 dv-cinder-804735-5-iscsi neutron-server[100912]: 'SubPort': {'1.0'}, Sep 01 04:53:51.896197 dv-cinder-804735-5-iscsi neutron-server[100912]: 'Subnet': {'1.1'}, Sep 01 04:53:51.896197 dv-cinder-804735-5-iscsi neutron-server[100912]: 'Trunk': {'1.1'}} Sep 01 04:53:51.896197 dv-cinder-804735-5-iscsi neutron-server[100912]: consumer versions: Sep 01 04:53:51.896197 dv-cinder-804735-5-iscsi neutron-server[100912]: { DHCP agent@dv-cinder-804735-5-iscsi: {}, Sep 01 04:53:51.896197 dv-cinder-804735-5-iscsi neutron-server[100912]: L3 agent@dv-cinder-804735-5-iscsi: {}, Sep 01 04:53:51.896197 dv-cinder-804735-5-iscsi neutron-server[100912]: Metadata agent@dv-cinder-804735-5-iscsi: {}, Sep 01 04:53:51.896197 dv-cinder-804735-5-iscsi neutron-server[100912]: Metering agent@dv-cinder-804735-5-iscsi: {}, Sep 01 04:53:51.896197 dv-cinder-804735-5-iscsi neutron-server[100912]: Open vSwitch agent@dv-cinder-804735-5-iscsi: { 'AddressGroup': '1.2', Sep 01 04:53:51.896197 dv-cinder-804735-5-iscsi neutron-server[100912]: 'ConntrackHelper': '1.0', Sep 01 04:53:51.896197 dv-cinder-804735-5-iscsi neutron-server[100912]: 'Log': '1.0', Sep 01 04:53:51.896197 dv-cinder-804735-5-iscsi neutron-server[100912]: 'Network': '1.1', Sep 01 04:53:51.896197 dv-cinder-804735-5-iscsi neutron-server[100912]: 'Port': '1.7', Sep 01 04:53:51.896197 dv-cinder-804735-5-iscsi neutron-server[100912]: 'PortForwarding': '1.2', Sep 01 04:53:51.896197 dv-cinder-804735-5-iscsi neutron-server[100912]: 'QosPolicy': '1.9', Sep 01 04:53:51.896197 dv-cinder-804735-5-iscsi neutron-server[100912]: 'SecurityGroup': '1.4', Sep 01 04:53:51.896197 dv-cinder-804735-5-iscsi neutron-server[100912]: 'SecurityGroupRule': '1.2', Sep 01 04:53:51.896197 dv-cinder-804735-5-iscsi neutron-server[100912]: 'SubPort': '1.0', Sep 01 04:53:51.896197 dv-cinder-804735-5-iscsi neutron-server[100912]: 'Subnet': '1.1', Sep 01 04:53:51.896197 dv-cinder-804735-5-iscsi neutron-server[100912]: 'Trunk': '1.1'}} Sep 01 04:53:51.896197 dv-cinder-804735-5-iscsi neutron-server[100912]: {{(pid=100912) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 01 04:53:51.969779 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-961f56c5-d463-4dcb-923d-b88602588bbe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780564394581'] for network, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:53:52.077757 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-961f56c5-d463-4dcb-923d-b88602588bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782'] for network, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:53:52.079036 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961f56c5-d463-4dcb-923d-b88602588bbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:53:52.079710 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-961f56c5-d463-4dcb-923d-b88602588bbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607828'] for network, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:53:52.173572 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961f56c5-d463-4dcb-923d-b88602588bbe admin admin] Pushing event updated for resources: {'Network': ['ID=c9548783-ff2c-487b-8448-cab6f05b4ce1,revision_number=1']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:53:52.184563 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Network c9548783-ff2c-487b-8448-cab6f05b4ce1 details requested by agent ovs-agent-dv-cinder-804735-5-iscsi with host dv-cinder-804735-5-iscsi {{(pid=100913) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 04:53:52.261145 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-961f56c5-d463-4dcb-923d-b88602588bbe admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.6469963 Sep 01 04:53:54.918670 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 41298) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:53:55.307234 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3323ec-461e-404f-a04b-6fd1d0b92279 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:53:55.308614 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-7f3323ec-461e-404f-a04b-6fd1d0b92279 admin admin] 10.222.0.11 "GET /v2.0/networks/c9548783-ff2c-487b-8448-cab6f05b4ce1 HTTP/1.1" status: 200 len: 825 time: 0.3889399 Sep 01 04:53:55.349818 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-e685ada1-fd11-44b2-a1d3-24ed8786ca6b admin admin] 10.222.0.11 "GET /v2.0/subnetpools/f16abffd-dac7-4324-9960-045a0dc289e2 HTTP/1.1" status: 200 len: 734 time: 0.0343556 Sep 01 04:53:55.359734 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.v2.base [None req-f735ddd0-4d3c-4986-a83d-cbade29ecdc6 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': 'c9548783-ff2c-487b-8448-cab6f05b4ce1', 'subnetpool_id': 'f16abffd-dac7-4324-9960-045a0dc289e2', 'name': 'private-subnet', 'tenant_id': '4c16d0b75f1143a7982dc3de0f2cf849'}} {{(pid=100912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 04:53:55.454416 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f735ddd0-4d3c-4986-a83d-cbade29ecdc6 admin admin] Made reservation on behalf of 4c16d0b75f1143a7982dc3de0f2cf849 for: {'subnet': 1} {{(pid=100912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 04:53:55.456728 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-f735ddd0-4d3c-4986-a83d-cbade29ecdc6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:53:55.808778 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-f735ddd0-4d3c-4986-a83d-cbade29ecdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782'] for subnet, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:53:55.876663 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f735ddd0-4d3c-4986-a83d-cbade29ecdc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e650af62-70f3-40ee-a4e2-b809fd7165c2,revision_number=0']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:53:55.878480 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f735ddd0-4d3c-4986-a83d-cbade29ecdc6 admin admin] Checking segment: {'id': 'b2c95708-3260-4f0a-81f6-41d33e2bd67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c9548783-ff2c-487b-8448-cab6f05b4ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 04:53:55.878913 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f735ddd0-4d3c-4986-a83d-cbade29ecdc6 admin admin] Network hostable DHCP agents. Network: c9548783-ff2c-487b-8448-cab6f05b4ce1, hostable agents: ['978c142f-0e94-4713-b592-abea12f7c88c'], hosted agents: [] {{(pid=100912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 04:53:55.954630 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f735ddd0-4d3c-4986-a83d-cbade29ecdc6 admin admin] Network c9548783-ff2c-487b-8448-cab6f05b4ce1 is scheduled to be hosted by DHCP agent 978c142f-0e94-4713-b592-abea12f7c88c with binding_index 1 {{(pid=100912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 04:53:56.023271 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.scheduler.base_scheduler [None req-f735ddd0-4d3c-4986-a83d-cbade29ecdc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-5-iscsi, c9548783-ff2c-487b-8448-cab6f05b4ce1) {{(pid=100912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 04:53:56.036374 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f735ddd0-4d3c-4986-a83d-cbade29ecdc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:53:56.036374 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-f735ddd0-4d3c-4986-a83d-cbade29ecdc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607828'] for subnet, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:53:56.039353 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d2dd5e-7d6a-41a4-9b7a-e5fefc9a1b1f None None] Network c9548783-ff2c-487b-8448-cab6f05b4ce1 requested from dv-cinder-804735-5-iscsi {{(pid=100913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 04:53:56.117996 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-f735ddd0-4d3c-4986-a83d-cbade29ecdc6 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7618904 Sep 01 04:53:56.378804 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3194ad29-2821-4fc9-afa5-f147fdbb2b18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp983e0ae1-5f53-559a-a4b8-4d2c1e9d6efd-c9548783-ff2c-487b-8448-cab6f05b4ce1', 'network_id': 'c9548783-ff2c-487b-8448-cab6f05b4ce1', 'tenant_id': '4c16d0b75f1143a7982dc3de0f2cf849', 'fixed_ips': [{'subnet_id': 'e650af62-70f3-40ee-a4e2-b809fd7165c2'}]}} from dv-cinder-804735-5-iscsi. {{(pid=100913) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 04:53:56.380022 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3194ad29-2821-4fc9-afa5-f147fdbb2b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_create {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:53:56.661054 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.db_base_plugin_common [None req-3194ad29-2821-4fc9-afa5-f147fdbb2b18 None None] Allocated IP 172.20.0.2 (c9548783-ff2c-487b-8448-cab6f05b4ce1/e650af62-70f3-40ee-a4e2-b809fd7165c2/0f849150-97ae-47d1-9b71-4c4c62784b75) {{(pid=100913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 04:53:56.896293 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3194ad29-2821-4fc9-afa5-f147fdbb2b18 None None] Notify callbacks [] for port, precommit_create {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:53:56.911702 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-3194ad29-2821-4fc9-afa5-f147fdbb2b18 None None] Transition to ACTIVE for port object 0f849150-97ae-47d1-9b71-4c4c62784b75 will not be triggered until provisioned by entity L2. {{(pid=100913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 04:53:56.931416 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-3194ad29-2821-4fc9-afa5-f147fdbb2b18 None None] Transition to ACTIVE for port object 0f849150-97ae-47d1-9b71-4c4c62784b75 will not be triggered until provisioned by entity DHCP. {{(pid=100913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 04:53:57.024415 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3194ad29-2821-4fc9-afa5-f147fdbb2b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780564376589'] for port, after_create {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:53:57.100486 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3194ad29-2821-4fc9-afa5-f147fdbb2b18 None None] Network c9548783-ff2c-487b-8448-cab6f05b4ce1 is already hosted by enough agents. {{(pid=100913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 04:53:57.105448 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.scheduler.base_scheduler [None req-3194ad29-2821-4fc9-afa5-f147fdbb2b18 None None] Resources bound (agent type, host, resource id): {{(pid=100913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 04:53:57.110693 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3194ad29-2821-4fc9-afa5-f147fdbb2b18 None None] Pushing event updated for resources: {'Port': ['ID=0f849150-97ae-47d1-9b71-4c4c62784b75,revision_number=1']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:53:57.112841 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3194ad29-2821-4fc9-afa5-f147fdbb2b18 None None] Received port after_create {{(pid=100913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 04:53:57.144274 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3194ad29-2821-4fc9-afa5-f147fdbb2b18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:53:57.144635 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3194ad29-2821-4fc9-afa5-f147fdbb2b18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:53:57.144983 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3194ad29-2821-4fc9-afa5-f147fdbb2b18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:53:57.145317 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3194ad29-2821-4fc9-afa5-f147fdbb2b18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:53:57.145649 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3194ad29-2821-4fc9-afa5-f147fdbb2b18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:53:57.145976 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3194ad29-2821-4fc9-afa5-f147fdbb2b18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:53:57.146299 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3194ad29-2821-4fc9-afa5-f147fdbb2b18 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:53:57.146625 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3194ad29-2821-4fc9-afa5-f147fdbb2b18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:53:57.147002 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3194ad29-2821-4fc9-afa5-f147fdbb2b18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:53:57.147327 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3194ad29-2821-4fc9-afa5-f147fdbb2b18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:53:57.147647 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3194ad29-2821-4fc9-afa5-f147fdbb2b18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:53:57.147964 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3194ad29-2821-4fc9-afa5-f147fdbb2b18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:53:57.149125 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3194ad29-2821-4fc9-afa5-f147fdbb2b18 None None] Tracked resource versions report: Sep 01 04:53:57.149125 dv-cinder-804735-5-iscsi neutron-server[100913]: pushed versions: Sep 01 04:53:57.149125 dv-cinder-804735-5-iscsi neutron-server[100913]: { 'AddressGroup': {'1.2'}, Sep 01 04:53:57.149125 dv-cinder-804735-5-iscsi neutron-server[100913]: 'ConntrackHelper': {'1.0'}, Sep 01 04:53:57.149125 dv-cinder-804735-5-iscsi neutron-server[100913]: 'Log': {'1.0'}, Sep 01 04:53:57.149125 dv-cinder-804735-5-iscsi neutron-server[100913]: 'Network': {'1.1'}, Sep 01 04:53:57.149125 dv-cinder-804735-5-iscsi neutron-server[100913]: 'Port': {'1.7'}, Sep 01 04:53:57.149125 dv-cinder-804735-5-iscsi neutron-server[100913]: 'PortForwarding': {'1.2'}, Sep 01 04:53:57.149125 dv-cinder-804735-5-iscsi neutron-server[100913]: 'QosPolicy': {'1.9'}, Sep 01 04:53:57.149125 dv-cinder-804735-5-iscsi neutron-server[100913]: 'SecurityGroup': {'1.4'}, Sep 01 04:53:57.149125 dv-cinder-804735-5-iscsi neutron-server[100913]: 'SecurityGroupRule': {'1.2'}, Sep 01 04:53:57.149125 dv-cinder-804735-5-iscsi neutron-server[100913]: 'SubPort': {'1.0'}, Sep 01 04:53:57.149125 dv-cinder-804735-5-iscsi neutron-server[100913]: 'Subnet': {'1.1'}, Sep 01 04:53:57.149125 dv-cinder-804735-5-iscsi neutron-server[100913]: 'Trunk': {'1.1'}} Sep 01 04:53:57.149125 dv-cinder-804735-5-iscsi neutron-server[100913]: consumer versions: Sep 01 04:53:57.149125 dv-cinder-804735-5-iscsi neutron-server[100913]: { DHCP agent@dv-cinder-804735-5-iscsi: {}, Sep 01 04:53:57.149125 dv-cinder-804735-5-iscsi neutron-server[100913]: L3 agent@dv-cinder-804735-5-iscsi: {}, Sep 01 04:53:57.149125 dv-cinder-804735-5-iscsi neutron-server[100913]: Metadata agent@dv-cinder-804735-5-iscsi: {}, Sep 01 04:53:57.149125 dv-cinder-804735-5-iscsi neutron-server[100913]: Metering agent@dv-cinder-804735-5-iscsi: {}, Sep 01 04:53:57.149125 dv-cinder-804735-5-iscsi neutron-server[100913]: Open vSwitch agent@dv-cinder-804735-5-iscsi: { 'AddressGroup': '1.2', Sep 01 04:53:57.149125 dv-cinder-804735-5-iscsi neutron-server[100913]: 'ConntrackHelper': '1.0', Sep 01 04:53:57.149125 dv-cinder-804735-5-iscsi neutron-server[100913]: 'Log': '1.0', Sep 01 04:53:57.149125 dv-cinder-804735-5-iscsi neutron-server[100913]: 'Network': '1.1', Sep 01 04:53:57.149125 dv-cinder-804735-5-iscsi neutron-server[100913]: 'Port': '1.7', Sep 01 04:53:57.149125 dv-cinder-804735-5-iscsi neutron-server[100913]: 'PortForwarding': '1.2', Sep 01 04:53:57.149125 dv-cinder-804735-5-iscsi neutron-server[100913]: 'QosPolicy': '1.9', Sep 01 04:53:57.149125 dv-cinder-804735-5-iscsi neutron-server[100913]: 'SecurityGroup': '1.4', Sep 01 04:53:57.149125 dv-cinder-804735-5-iscsi neutron-server[100913]: 'SecurityGroupRule': '1.2', Sep 01 04:53:57.149125 dv-cinder-804735-5-iscsi neutron-server[100913]: 'SubPort': '1.0', Sep 01 04:53:57.149125 dv-cinder-804735-5-iscsi neutron-server[100913]: 'Subnet': '1.1', Sep 01 04:53:57.149125 dv-cinder-804735-5-iscsi neutron-server[100913]: 'Trunk': '1.1'}} Sep 01 04:53:57.149125 dv-cinder-804735-5-iscsi neutron-server[100913]: {{(pid=100913) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 01 04:53:57.197989 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.managers [None req-3194ad29-2821-4fc9-afa5-f147fdbb2b18 None None] Attempting to bind port 0f849150-97ae-47d1-9b71-4c4c62784b75 on host dv-cinder-804735-5-iscsi for vnic_type normal with profile {{(pid=100913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 04:53:57.198379 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.managers [None req-3194ad29-2821-4fc9-afa5-f147fdbb2b18 None None] Attempting to bind port 0f849150-97ae-47d1-9b71-4c4c62784b75 by drivers openvswitch,hyperv on host dv-cinder-804735-5-iscsi at level 0 using segments [{'id': 'b2c95708-3260-4f0a-81f6-41d33e2bd67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c9548783-ff2c-487b-8448-cab6f05b4ce1'}] {{(pid=100913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 04:53:57.198839 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3194ad29-2821-4fc9-afa5-f147fdbb2b18 None None] Attempting to bind port 0f849150-97ae-47d1-9b71-4c4c62784b75 on network c9548783-ff2c-487b-8448-cab6f05b4ce1 {{(pid=100913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 04:53:57.203969 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3194ad29-2821-4fc9-afa5-f147fdbb2b18 None None] Checking agent: {'id': '262f7f02-ff25-45e4-acf2-78173ac4ae41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 53, 40), 'started_at': datetime.datetime(2021, 9, 1, 4, 53, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 4, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 04:53:57.204383 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3194ad29-2821-4fc9-afa5-f147fdbb2b18 None None] Checking segment: {'id': 'b2c95708-3260-4f0a-81f6-41d33e2bd67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c9548783-ff2c-487b-8448-cab6f05b4ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 04:53:57.204854 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3194ad29-2821-4fc9-afa5-f147fdbb2b18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:53:57.205242 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3194ad29-2821-4fc9-afa5-f147fdbb2b18 None None] Bound using segment: {'id': 'b2c95708-3260-4f0a-81f6-41d33e2bd67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c9548783-ff2c-487b-8448-cab6f05b4ce1'} {{(pid=100913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 04:53:57.205726 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.managers [None req-3194ad29-2821-4fc9-afa5-f147fdbb2b18 None None] Bound port: 0f849150-97ae-47d1-9b71-4c4c62784b75, host: dv-cinder-804735-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2c95708-3260-4f0a-81f6-41d33e2bd67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c9548783-ff2c-487b-8448-cab6f05b4ce1'}}] {{(pid=100913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 04:53:57.206127 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3194ad29-2821-4fc9-afa5-f147fdbb2b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:53:57.269344 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3194ad29-2821-4fc9-afa5-f147fdbb2b18 None None] For port 0f849150-97ae-47d1-9b71-4c4c62784b75, host dv-cinder-804735-5-iscsi, cleared binding levels {{(pid=100913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 04:53:57.273518 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3194ad29-2821-4fc9-afa5-f147fdbb2b18 None None] For port 0f849150-97ae-47d1-9b71-4c4c62784b75, host dv-cinder-804735-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-5-iscsi',level=0,port_id=0f849150-97ae-47d1-9b71-4c4c62784b75,segment=NetworkSegment(b2c95708-3260-4f0a-81f6-41d33e2bd67c),segment_id=b2c95708-3260-4f0a-81f6-41d33e2bd67c)] {{(pid=100913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 04:53:57.363577 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3194ad29-2821-4fc9-afa5-f147fdbb2b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:53:57.432939 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3194ad29-2821-4fc9-afa5-f147fdbb2b18 None None] Pushing event updated for resources: {'Port': ['ID=0f849150-97ae-47d1-9b71-4c4c62784b75,revision_number=2']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:53:58.565879 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 41306) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:53:58.888963 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [None req-47077fbd-d874-46c8-a987-755224c43c73 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=100912) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 04:53:58.889970 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-47077fbd-d874-46c8-a987-755224c43c73 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3231380 Sep 01 04:54:01.328814 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 41314) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:54:01.654081 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [None req-05807748-205d-4132-a51e-19db3bd1fe44 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=100912) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 04:54:01.654081 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-05807748-205d-4132-a51e-19db3bd1fe44 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3203745 Sep 01 04:54:04.346012 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 41324) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:54:04.646114 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.v2.base [None req-1133029d-f4a1-485f-be16-8ccd347c00f4 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '4c16d0b75f1143a7982dc3de0f2cf849', 'admin_state_up': True}} {{(pid=100912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 04:54:04.751358 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-1133029d-f4a1-485f-be16-8ccd347c00f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2062353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4668'] for router, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:54:04.753037 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-1133029d-f4a1-485f-be16-8ccd347c00f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1958647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1958276', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1962599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4645'] for router, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:54:04.889678 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-1133029d-f4a1-485f-be16-8ccd347c00f4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:54:04.952096 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-1133029d-f4a1-485f-be16-8ccd347c00f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1958606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1958391'] for router, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:54:05.082787 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-1133029d-f4a1-485f-be16-8ccd347c00f4 admin admin] Notify callbacks [] for router, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:54:05.084035 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-1133029d-f4a1-485f-be16-8ccd347c00f4 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7369516 Sep 01 04:54:05.569751 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.agents_db [None req-49e1e325-328c-4825-9e4f-7693071b0ea2 None None] Agent healthcheck: found 5 active agents {{(pid=100914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 04:54:05.862215 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9282f9ae-00b2-42db-a90f-b9702f0b3df4 None None] Network c9548783-ff2c-487b-8448-cab6f05b4ce1 requested from dv-cinder-804735-5-iscsi {{(pid=100913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 04:54:05.992749 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-bb26fc62-d28f-422c-9b55-131921616558 None None] Provisioning for port 0f849150-97ae-47d1-9b71-4c4c62784b75 completed by entity DHCP. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 04:54:06.179636 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device 0f849150-97ae-47d1-9b71-4c4c62784b75 up at agent ovs-agent-dv-cinder-804735-5-iscsi {{(pid=100913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 04:54:06.334096 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Provisioning for port 0f849150-97ae-47d1-9b71-4c4c62784b75 completed by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 04:54:06.338122 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Provisioning complete for port 0f849150-97ae-47d1-9b71-4c4c62784b75 triggered by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 04:54:06.338526 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:54:06.444757 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:54:06.478330 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] For port 0f849150-97ae-47d1-9b71-4c4c62784b75, host dv-cinder-804735-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-5-iscsi',level=0,port_id=0f849150-97ae-47d1-9b71-4c4c62784b75,segment=NetworkSegment(b2c95708-3260-4f0a-81f6-41d33e2bd67c),segment_id=b2c95708-3260-4f0a-81f6-41d33e2bd67c)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 04:54:06.556844 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:54:06.604070 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Pushing event updated for resources: {'Port': ['ID=0f849150-97ae-47d1-9b71-4c4c62784b75,revision_number=3']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:54:07.288470 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-379f8672-062f-4788-9357-0b1da97dc269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:54:07.540235 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 41336) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:54:07.854727 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [None req-70435007-eb61-4f97-bf6c-8973f151876e admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=100912) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 04:54:07.855750 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-70435007-eb61-4f97-bf6c-8973f151876e admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3146441 Sep 01 04:54:08.138678 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device 0f849150-97ae-47d1-9b71-4c4c62784b75 up at agent ovs-agent-dv-cinder-804735-5-iscsi {{(pid=100913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 04:54:08.187198 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Provisioning complete for port 0f849150-97ae-47d1-9b71-4c4c62784b75 triggered by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 04:54:08.187566 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:54:09.956775 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:54:10.036598 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-cbf034d7-ff66-41ba-ae7d-bdf9e0b955d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:54:10.214597 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 41344) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:54:10.523186 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.v2.base [None req-b0e52656-8a00-46ce-b681-091e1cd5711f admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'router:external': True, 'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=100912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 04:54:10.596335 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e52656-8a00-46ce-b681-091e1cd5711f admin admin] Made reservation on behalf of cbc63c8993e44e8484b2bb9b29c3830d for: {'network': 1} {{(pid=100912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 04:54:10.598509 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-b0e52656-8a00-46ce-b681-091e1cd5711f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for network, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:54:10.606518 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-b0e52656-8a00-46ce-b681-091e1cd5711f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:54:10.688455 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-b0e52656-8a00-46ce-b681-091e1cd5711f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:54:10.802610 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-b0e52656-8a00-46ce-b681-091e1cd5711f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:54:10.818573 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b0e52656-8a00-46ce-b681-091e1cd5711f admin admin] Reserving flat network on physical network physnet1 {{(pid=100912) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 01 04:54:10.837028 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e52656-8a00-46ce-b681-091e1cd5711f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb25fe4-d15c-4ad4-97f3-c7b5876078b2,revision_number=1']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:54:10.841629 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-b0e52656-8a00-46ce-b681-091e1cd5711f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945202'] for segment, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:54:10.841964 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.db.segments_db [None req-b0e52656-8a00-46ce-b681-091e1cd5711f admin admin] Added segment ace692d4-e0f2-4d18-963d-d8c8432b7d17 of type flat for network 0effeb3b-80f3-4cb6-8b1a-1774968f7d76 Sep 01 04:54:10.887203 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-b0e52656-8a00-46ce-b681-091e1cd5711f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780564394581'] for network, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:54:10.985157 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-b0e52656-8a00-46ce-b681-091e1cd5711f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782'] for network, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:54:10.986100 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e52656-8a00-46ce-b681-091e1cd5711f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:54:10.986665 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-b0e52656-8a00-46ce-b681-091e1cd5711f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607828'] for network, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:54:11.041645 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e52656-8a00-46ce-b681-091e1cd5711f admin admin] Pushing event updated for resources: {'Network': ['ID=0effeb3b-80f3-4cb6-8b1a-1774968f7d76,revision_number=1']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:54:11.051998 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Network 0effeb3b-80f3-4cb6-8b1a-1774968f7d76 details requested by agent ovs-agent-dv-cinder-804735-5-iscsi with host dv-cinder-804735-5-iscsi {{(pid=100913) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 04:54:11.115641 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-b0e52656-8a00-46ce-b681-091e1cd5711f admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8999796 Sep 01 04:54:11.286460 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-125f6581-13c4-4eca-b15a-10d5e92c8028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:54:13.080084 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-57069d07-1191-4bd8-9ef8-43ac9a8b42c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:54:13.514068 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 41362) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:54:13.686714 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1dd4ac-e4d1-45fa-aeb6-9921e2bf95b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:54:13.688048 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-0b1dd4ac-e4d1-45fa-aeb6-9921e2bf95b3 admin admin] 10.222.0.11 "GET /v2.0/subnets/e650af62-70f3-40ee-a4e2-b809fd7165c2 HTTP/1.1" status: 200 len: 849 time: 0.1730375 Sep 01 04:54:13.808769 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-661c5c5c-ad43-45fa-b68a-d32ae3e4b6a3 admin admin] 10.222.0.11 "GET /v2.0/routers/d66892aa-df41-4e3b-9539-5c25bb35007a HTTP/1.1" status: 200 len: 704 time: 0.1146374 Sep 01 04:54:14.070121 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-8bd33a07-fdaa-4430-84c3-45daf5cb26d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:54:14.361061 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.db.db_base_plugin_common [None req-8bd33a07-fdaa-4430-84c3-45daf5cb26d8 admin admin] Allocated IP 172.20.0.1 (c9548783-ff2c-487b-8448-cab6f05b4ce1/e650af62-70f3-40ee-a4e2-b809fd7165c2/21d49d23-df13-457e-a0c1-e306474e163c) {{(pid=100912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 04:54:14.559774 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-8bd33a07-fdaa-4430-84c3-45daf5cb26d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:54:14.581761 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.db.provisioning_blocks [None req-8bd33a07-fdaa-4430-84c3-45daf5cb26d8 admin admin] Transition to ACTIVE for port object 21d49d23-df13-457e-a0c1-e306474e163c will not be triggered until provisioned by entity DHCP. {{(pid=100912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 04:54:14.711495 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-8bd33a07-fdaa-4430-84c3-45daf5cb26d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780564376589'] for port, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:54:14.771164 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd33a07-fdaa-4430-84c3-45daf5cb26d8 admin admin] Network c9548783-ff2c-487b-8448-cab6f05b4ce1 is already hosted by enough agents. {{(pid=100912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 04:54:14.776717 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.scheduler.base_scheduler [None req-8bd33a07-fdaa-4430-84c3-45daf5cb26d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 04:54:14.787748 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd33a07-fdaa-4430-84c3-45daf5cb26d8 admin admin] Received port after_create {{(pid=100912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 04:54:14.788280 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-8bd33a07-fdaa-4430-84c3-45daf5cb26d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1959044'] for router_interface, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:54:14.870200 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd33a07-fdaa-4430-84c3-45daf5cb26d8 admin admin] Pushing event updated for resources: {'Port': ['ID=21d49d23-df13-457e-a0c1-e306474e163c,revision_number=1']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:54:15.051898 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-8bd33a07-fdaa-4430-84c3-45daf5cb26d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:54:15.139632 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-5aa9b233-469b-4744-8cae-834a09436e44 None None] Provisioning for port 21d49d23-df13-457e-a0c1-e306474e163c completed by entity DHCP. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 04:54:15.143374 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-5aa9b233-469b-4744-8cae-834a09436e44 None None] Provisioning complete for port 21d49d23-df13-457e-a0c1-e306474e163c triggered by entity DHCP. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 04:54:15.143749 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-5aa9b233-469b-4744-8cae-834a09436e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:54:15.175617 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.plugin [None req-5aa9b233-469b-4744-8cae-834a09436e44 None None] Port 21d49d23-df13-457e-a0c1-e306474e163c cannot update to ACTIVE because it is not bound. {{(pid=100913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 04:54:15.264381 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-8bd33a07-fdaa-4430-84c3-45daf5cb26d8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:54:15.321980 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-8bd33a07-fdaa-4430-84c3-45daf5cb26d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:54:15.322844 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-8bd33a07-fdaa-4430-84c3-45daf5cb26d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1607752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1961012'] for router_interface, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:54:15.399277 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd33a07-fdaa-4430-84c3-45daf5cb26d8 admin admin] Pushing event updated for resources: {'Port': ['ID=21d49d23-df13-457e-a0c1-e306474e163c,revision_number=2']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:54:15.447744 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd33a07-fdaa-4430-84c3-45daf5cb26d8 admin admin] Network c9548783-ff2c-487b-8448-cab6f05b4ce1 is already hosted by enough agents. {{(pid=100912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 04:54:15.449036 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.scheduler.base_scheduler [None req-8bd33a07-fdaa-4430-84c3-45daf5cb26d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 04:54:15.595940 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-5a6e3eb2-8811-4beb-a6e3-5493614a3d67 None None] Provisioning complete for port 21d49d23-df13-457e-a0c1-e306474e163c triggered by entity DHCP. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 04:54:15.596389 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-5a6e3eb2-8811-4beb-a6e3-5493614a3d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:54:15.628158 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.plugin [None req-5a6e3eb2-8811-4beb-a6e3-5493614a3d67 None None] Port 21d49d23-df13-457e-a0c1-e306474e163c cannot update to ACTIVE because it is not bound. {{(pid=100913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 04:54:15.688073 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bd33a07-fdaa-4430-84c3-45daf5cb26d8 admin admin] Router d66892aa-df41-4e3b-9539-5c25bb35007a is scheduled to L3 agent dd4ad2d5-7278-4db2-b968-23881816b870 with binding_index 1 {{(pid=100912) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 04:54:15.779706 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bd33a07-fdaa-4430-84c3-45daf5cb26d8 admin admin] Notify agent at l3_agent.dv-cinder-804735-5-iscsi the message routers_updated {{(pid=100912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 04:54:15.784901 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-8bd33a07-fdaa-4430-84c3-45daf5cb26d8 admin admin] 10.222.0.11 "PUT /v2.0/routers/d66892aa-df41-4e3b-9539-5c25bb35007a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9705584 Sep 01 04:54:15.802137 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b25280-d4dc-4867-ba63-f9d867b85bf0 None None] Sync routers for ids ['d66892aa-df41-4e3b-9539-5c25bb35007a'] in dv-cinder-804735-5-iscsi {{(pid=100914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 04:54:15.816675 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b25280-d4dc-4867-ba63-f9d867b85bf0 None None] Routers {'d66892aa-df41-4e3b-9539-5c25bb35007a'} bound to L3 agent in host dv-cinder-804735-5-iscsi {{(pid=100914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 04:54:15.817537 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_hamode_db [None req-78b25280-d4dc-4867-ba63-f9d867b85bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-01T04:53:40Z,description=,heartbeat_timestamp=2021-09-01T04:54:10Z,host='dv-cinder-804735-5-iscsi',id=dd4ad2d5-7278-4db2-b968-23881816b870,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:53:41Z,topic='l3_agent')) {'router_ids': ['d66892aa-df41-4e3b-9539-5c25bb35007a'], 'active': True} {{(pid=100914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 04:54:15.998118 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_dvr_db [None req-78b25280-d4dc-4867-ba63-f9d867b85bf0 None None] Set router d66892aa-df41-4e3b-9539-5c25bb35007a gateway port host: None {{(pid=100914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 04:54:16.417171 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_hamode_db [None req-78b25280-d4dc-4867-ba63-f9d867b85bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd66892aa-df41-4e3b-9539-5c25bb35007a', 'name': 'router1', 'tenant_id': '4c16d0b75f1143a7982dc3de0f2cf849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T04:54:04Z', 'updated_at': '2021-09-01T04:54:14Z', 'revision_number': 2, 'project_id': '4c16d0b75f1143a7982dc3de0f2cf849', 'gw_port_host': None, '_interfaces': [{'id': '21d49d23-df13-457e-a0c1-e306474e163c', 'name': '', 'network_id': 'c9548783-ff2c-487b-8448-cab6f05b4ce1', 'tenant_id': '4c16d0b75f1143a7982dc3de0f2cf849', 'mac_address': 'fa:16:3e:d4:4a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd66892aa-df41-4e3b-9539-5c25bb35007a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e650af62-70f3-40ee-a4e2-b809fd7165c2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:54:14Z', 'updated_at': '2021-09-01T04:54:15Z', 'revision_number': 2, 'project_id': '4c16d0b75f1143a7982dc3de0f2cf849', 'subnets': [{'id': 'e650af62-70f3-40ee-a4e2-b809fd7165c2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f16abffd-dac7-4324-9960-045a0dc289e2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-5-iscsi', False) {} {{(pid=100914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 04:54:16.468329 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b25280-d4dc-4867-ba63-f9d867b85bf0 None None] Checking router: d66892aa-df41-4e3b-9539-5c25bb35007a for host: dv-cinder-804735-5-iscsi {{(pid=100914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 04:54:16.468694 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b25280-d4dc-4867-ba63-f9d867b85bf0 None None] Updating router d66892aa-df41-4e3b-9539-5c25bb35007a port 21d49d23-df13-457e-a0c1-e306474e163c binding host dv-cinder-804735-5-iscsi {{(pid=100914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 04:54:16.516044 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron_lib.callbacks.manager [None req-78b25280-d4dc-4867-ba63-f9d867b85bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:54:17.019156 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron_lib.callbacks.manager [None req-78b25280-d4dc-4867-ba63-f9d867b85bf0 None None] Notify callbacks [] for port, precommit_update {{(pid=100914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:54:17.036150 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.provisioning_blocks [None req-78b25280-d4dc-4867-ba63-f9d867b85bf0 None None] Transition to ACTIVE for port object 21d49d23-df13-457e-a0c1-e306474e163c will not be triggered until provisioned by entity L2. {{(pid=100914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 04:54:17.087732 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron_lib.callbacks.manager [None req-78b25280-d4dc-4867-ba63-f9d867b85bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:54:17.252186 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accef745-d871-4181-8cdc-0b16571e9a8e None None] Pushing event updated for resources: {'Port': ['ID=21d49d23-df13-457e-a0c1-e306474e163c,revision_number=3']} {{(pid=100914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:54:17.261295 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.plugins.ml2.managers [None req-78b25280-d4dc-4867-ba63-f9d867b85bf0 None None] Attempting to bind port 21d49d23-df13-457e-a0c1-e306474e163c on host dv-cinder-804735-5-iscsi for vnic_type normal with profile {{(pid=100914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 04:54:17.261778 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.plugins.ml2.managers [None req-78b25280-d4dc-4867-ba63-f9d867b85bf0 None None] Attempting to bind port 21d49d23-df13-457e-a0c1-e306474e163c by drivers openvswitch,hyperv on host dv-cinder-804735-5-iscsi at level 0 using segments [{'id': 'b2c95708-3260-4f0a-81f6-41d33e2bd67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c9548783-ff2c-487b-8448-cab6f05b4ce1'}] {{(pid=100914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 04:54:17.262271 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b25280-d4dc-4867-ba63-f9d867b85bf0 None None] Attempting to bind port 21d49d23-df13-457e-a0c1-e306474e163c on network c9548783-ff2c-487b-8448-cab6f05b4ce1 {{(pid=100914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 04:54:17.265597 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accef745-d871-4181-8cdc-0b16571e9a8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:54:17.266035 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accef745-d871-4181-8cdc-0b16571e9a8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:54:17.266444 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accef745-d871-4181-8cdc-0b16571e9a8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:54:17.266884 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accef745-d871-4181-8cdc-0b16571e9a8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:54:17.267425 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accef745-d871-4181-8cdc-0b16571e9a8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:54:17.267629 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accef745-d871-4181-8cdc-0b16571e9a8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:54:17.267872 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accef745-d871-4181-8cdc-0b16571e9a8e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:54:17.268182 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accef745-d871-4181-8cdc-0b16571e9a8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:54:17.268526 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accef745-d871-4181-8cdc-0b16571e9a8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:54:17.268899 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accef745-d871-4181-8cdc-0b16571e9a8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:54:17.271294 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accef745-d871-4181-8cdc-0b16571e9a8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:54:17.271294 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accef745-d871-4181-8cdc-0b16571e9a8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:54:17.271294 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-accef745-d871-4181-8cdc-0b16571e9a8e None None] Tracked resource versions report: Sep 01 04:54:17.271294 dv-cinder-804735-5-iscsi neutron-server[100914]: pushed versions: Sep 01 04:54:17.271294 dv-cinder-804735-5-iscsi neutron-server[100914]: { 'AddressGroup': {'1.2'}, Sep 01 04:54:17.271294 dv-cinder-804735-5-iscsi neutron-server[100914]: 'ConntrackHelper': {'1.0'}, Sep 01 04:54:17.271294 dv-cinder-804735-5-iscsi neutron-server[100914]: 'Log': {'1.0'}, Sep 01 04:54:17.271294 dv-cinder-804735-5-iscsi neutron-server[100914]: 'Network': {'1.1'}, Sep 01 04:54:17.271294 dv-cinder-804735-5-iscsi neutron-server[100914]: 'Port': {'1.7'}, Sep 01 04:54:17.271294 dv-cinder-804735-5-iscsi neutron-server[100914]: 'PortForwarding': {'1.2'}, Sep 01 04:54:17.271294 dv-cinder-804735-5-iscsi neutron-server[100914]: 'QosPolicy': {'1.9'}, Sep 01 04:54:17.271294 dv-cinder-804735-5-iscsi neutron-server[100914]: 'SecurityGroup': {'1.4'}, Sep 01 04:54:17.271294 dv-cinder-804735-5-iscsi neutron-server[100914]: 'SecurityGroupRule': {'1.2'}, Sep 01 04:54:17.271294 dv-cinder-804735-5-iscsi neutron-server[100914]: 'SubPort': {'1.0'}, Sep 01 04:54:17.271294 dv-cinder-804735-5-iscsi neutron-server[100914]: 'Subnet': {'1.1'}, Sep 01 04:54:17.271294 dv-cinder-804735-5-iscsi neutron-server[100914]: 'Trunk': {'1.1'}} Sep 01 04:54:17.271294 dv-cinder-804735-5-iscsi neutron-server[100914]: consumer versions: Sep 01 04:54:17.271294 dv-cinder-804735-5-iscsi neutron-server[100914]: { DHCP agent@dv-cinder-804735-5-iscsi: {}, Sep 01 04:54:17.271294 dv-cinder-804735-5-iscsi neutron-server[100914]: L3 agent@dv-cinder-804735-5-iscsi: {}, Sep 01 04:54:17.271294 dv-cinder-804735-5-iscsi neutron-server[100914]: Metadata agent@dv-cinder-804735-5-iscsi: {}, Sep 01 04:54:17.271294 dv-cinder-804735-5-iscsi neutron-server[100914]: Metering agent@dv-cinder-804735-5-iscsi: {}, Sep 01 04:54:17.271294 dv-cinder-804735-5-iscsi neutron-server[100914]: Open vSwitch agent@dv-cinder-804735-5-iscsi: { 'AddressGroup': '1.2', Sep 01 04:54:17.271294 dv-cinder-804735-5-iscsi neutron-server[100914]: 'ConntrackHelper': '1.0', Sep 01 04:54:17.271294 dv-cinder-804735-5-iscsi neutron-server[100914]: 'Log': '1.0', Sep 01 04:54:17.271294 dv-cinder-804735-5-iscsi neutron-server[100914]: 'Network': '1.1', Sep 01 04:54:17.271294 dv-cinder-804735-5-iscsi neutron-server[100914]: 'Port': '1.7', Sep 01 04:54:17.271294 dv-cinder-804735-5-iscsi neutron-server[100914]: 'PortForwarding': '1.2', Sep 01 04:54:17.271294 dv-cinder-804735-5-iscsi neutron-server[100914]: 'QosPolicy': '1.9', Sep 01 04:54:17.271294 dv-cinder-804735-5-iscsi neutron-server[100914]: 'SecurityGroup': '1.4', Sep 01 04:54:17.271294 dv-cinder-804735-5-iscsi neutron-server[100914]: 'SecurityGroupRule': '1.2', Sep 01 04:54:17.271294 dv-cinder-804735-5-iscsi neutron-server[100914]: 'SubPort': '1.0', Sep 01 04:54:17.271294 dv-cinder-804735-5-iscsi neutron-server[100914]: 'Subnet': '1.1', Sep 01 04:54:17.271294 dv-cinder-804735-5-iscsi neutron-server[100914]: 'Trunk': '1.1'}} Sep 01 04:54:17.271294 dv-cinder-804735-5-iscsi neutron-server[100914]: {{(pid=100914) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 01 04:54:17.276505 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b25280-d4dc-4867-ba63-f9d867b85bf0 None None] Checking agent: {'id': '262f7f02-ff25-45e4-acf2-78173ac4ae41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 53, 40), 'started_at': datetime.datetime(2021, 9, 1, 4, 54, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 4, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 04:54:17.276926 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b25280-d4dc-4867-ba63-f9d867b85bf0 None None] Checking segment: {'id': 'b2c95708-3260-4f0a-81f6-41d33e2bd67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c9548783-ff2c-487b-8448-cab6f05b4ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 04:54:17.277406 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron_lib.callbacks.manager [None req-78b25280-d4dc-4867-ba63-f9d867b85bf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:54:17.277790 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b25280-d4dc-4867-ba63-f9d867b85bf0 None None] Bound using segment: {'id': 'b2c95708-3260-4f0a-81f6-41d33e2bd67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c9548783-ff2c-487b-8448-cab6f05b4ce1'} {{(pid=100914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 04:54:17.278984 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.plugins.ml2.managers [None req-78b25280-d4dc-4867-ba63-f9d867b85bf0 None None] Bound port: 21d49d23-df13-457e-a0c1-e306474e163c, host: dv-cinder-804735-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2c95708-3260-4f0a-81f6-41d33e2bd67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c9548783-ff2c-487b-8448-cab6f05b4ce1'}}] {{(pid=100914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 04:54:17.279452 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron_lib.callbacks.manager [None req-78b25280-d4dc-4867-ba63-f9d867b85bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:54:17.345983 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.plugins.ml2.db [None req-78b25280-d4dc-4867-ba63-f9d867b85bf0 None None] For port 21d49d23-df13-457e-a0c1-e306474e163c, host dv-cinder-804735-5-iscsi, cleared binding levels {{(pid=100914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 04:54:17.365719 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.plugins.ml2.db [None req-78b25280-d4dc-4867-ba63-f9d867b85bf0 None None] For port 21d49d23-df13-457e-a0c1-e306474e163c, host dv-cinder-804735-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-5-iscsi',level=0,port_id=21d49d23-df13-457e-a0c1-e306474e163c,segment=NetworkSegment(b2c95708-3260-4f0a-81f6-41d33e2bd67c),segment_id=b2c95708-3260-4f0a-81f6-41d33e2bd67c)] {{(pid=100914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 04:54:17.437137 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron_lib.callbacks.manager [None req-78b25280-d4dc-4867-ba63-f9d867b85bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:54:17.502271 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b25280-d4dc-4867-ba63-f9d867b85bf0 None None] Routers {'d66892aa-df41-4e3b-9539-5c25bb35007a'} bound to L3 agent in host dv-cinder-804735-5-iscsi {{(pid=100914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 04:54:17.502938 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_hamode_db [None req-78b25280-d4dc-4867-ba63-f9d867b85bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-01T04:53:40Z,description=,heartbeat_timestamp=2021-09-01T04:54:10Z,host='dv-cinder-804735-5-iscsi',id=dd4ad2d5-7278-4db2-b968-23881816b870,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:53:41Z,topic='l3_agent')) {'router_ids': ['d66892aa-df41-4e3b-9539-5c25bb35007a'], 'active': True} {{(pid=100914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 04:54:17.504851 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accef745-d871-4181-8cdc-0b16571e9a8e None None] Pushing event updated for resources: {'Port': ['ID=21d49d23-df13-457e-a0c1-e306474e163c,revision_number=4']} {{(pid=100914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:54:17.596712 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_dvr_db [None req-78b25280-d4dc-4867-ba63-f9d867b85bf0 None None] Set router d66892aa-df41-4e3b-9539-5c25bb35007a gateway port host: None {{(pid=100914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 04:54:17.801847 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_hamode_db [None req-78b25280-d4dc-4867-ba63-f9d867b85bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd66892aa-df41-4e3b-9539-5c25bb35007a', 'name': 'router1', 'tenant_id': '4c16d0b75f1143a7982dc3de0f2cf849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T04:54:04Z', 'updated_at': '2021-09-01T04:54:14Z', 'revision_number': 2, 'project_id': '4c16d0b75f1143a7982dc3de0f2cf849', 'gw_port_host': None, '_interfaces': [{'id': '21d49d23-df13-457e-a0c1-e306474e163c', 'name': '', 'network_id': 'c9548783-ff2c-487b-8448-cab6f05b4ce1', 'tenant_id': '4c16d0b75f1143a7982dc3de0f2cf849', 'mac_address': 'fa:16:3e:d4:4a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd66892aa-df41-4e3b-9539-5c25bb35007a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e650af62-70f3-40ee-a4e2-b809fd7165c2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:54:14Z', 'updated_at': '2021-09-01T04:54:17Z', 'revision_number': 4, 'project_id': '4c16d0b75f1143a7982dc3de0f2cf849', 'subnets': [{'id': 'e650af62-70f3-40ee-a4e2-b809fd7165c2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f16abffd-dac7-4324-9960-045a0dc289e2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-5-iscsi', False) {} {{(pid=100914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 04:54:17.830223 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b25280-d4dc-4867-ba63-f9d867b85bf0 None None] The sync data for ids ['d66892aa-df41-4e3b-9539-5c25bb35007a'] in dv-cinder-804735-5-iscsi is: [{'id': 'd66892aa-df41-4e3b-9539-5c25bb35007a', 'name': 'router1', 'tenant_id': '4c16d0b75f1143a7982dc3de0f2cf849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T04:54:04Z', 'updated_at': '2021-09-01T04:54:14Z', 'revision_number': 2, 'project_id': '4c16d0b75f1143a7982dc3de0f2cf849', 'gw_port_host': None, '_interfaces': [{'id': '21d49d23-df13-457e-a0c1-e306474e163c', 'name': '', 'network_id': 'c9548783-ff2c-487b-8448-cab6f05b4ce1', 'tenant_id': '4c16d0b75f1143a7982dc3de0f2cf849', 'mac_address': 'fa:16:3e:d4:4a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd66892aa-df41-4e3b-9539-5c25bb35007a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e650af62-70f3-40ee-a4e2-b809fd7165c2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:54:14Z', 'updated_at': '2021-09-01T04:54:17Z', 'revision_number': 4, 'project_id': '4c16d0b75f1143a7982dc3de0f2cf849', 'subnets': [{'id': 'e650af62-70f3-40ee-a4e2-b809fd7165c2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f16abffd-dac7-4324-9960-045a0dc289e2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 04:54:18.048366 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 41382) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:54:18.231426 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160cdf00-a386-4853-878a-4565e9bfdd54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:54:18.232882 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-160cdf00-a386-4853-878a-4565e9bfdd54 admin admin] 10.222.0.11 "GET /v2.0/networks/0effeb3b-80f3-4cb6-8b1a-1774968f7d76 HTTP/1.1" status: 200 len: 842 time: 0.1835613 Sep 01 04:54:18.242993 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.v2.base [None req-a026981e-65da-4156-84c3-34ba1185d547 admin admin] Request body: {'subnet': {'cidr': '172.27.2.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.27.2.1', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76'}} {{(pid=100911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 04:54:18.339167 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a026981e-65da-4156-84c3-34ba1185d547 admin admin] Made reservation on behalf of cbc63c8993e44e8484b2bb9b29c3830d for: {'subnet': 1} {{(pid=100911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 04:54:18.342360 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-a026981e-65da-4156-84c3-34ba1185d547 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:54:18.841158 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.objects.ports [None req-a026981e-65da-4156-84c3-34ba1185d547 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100911) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 01 04:54:18.841953 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-a026981e-65da-4156-84c3-34ba1185d547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782'] for subnet, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:54:18.907848 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a026981e-65da-4156-84c3-34ba1185d547 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1ace4a4-4e27-4c96-bf05-cb2f22386a9e,revision_number=0']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:54:18.911911 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a026981e-65da-4156-84c3-34ba1185d547 admin admin] Checking segment: {'id': 'ace692d4-e0f2-4d18-963d-d8c8432b7d17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 04:54:18.912304 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a026981e-65da-4156-84c3-34ba1185d547 admin admin] Network hostable DHCP agents. Network: 0effeb3b-80f3-4cb6-8b1a-1774968f7d76, hostable agents: ['978c142f-0e94-4713-b592-abea12f7c88c'], hosted agents: [] {{(pid=100911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 04:54:18.920822 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a026981e-65da-4156-84c3-34ba1185d547 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:54:18.921167 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a026981e-65da-4156-84c3-34ba1185d547 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:54:18.921498 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a026981e-65da-4156-84c3-34ba1185d547 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:54:18.921825 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a026981e-65da-4156-84c3-34ba1185d547 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:54:18.922150 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a026981e-65da-4156-84c3-34ba1185d547 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:54:18.922475 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a026981e-65da-4156-84c3-34ba1185d547 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:54:18.922822 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a026981e-65da-4156-84c3-34ba1185d547 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:54:18.923161 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a026981e-65da-4156-84c3-34ba1185d547 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:54:18.923547 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a026981e-65da-4156-84c3-34ba1185d547 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:54:18.923869 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a026981e-65da-4156-84c3-34ba1185d547 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:54:18.924186 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a026981e-65da-4156-84c3-34ba1185d547 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:54:18.924514 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a026981e-65da-4156-84c3-34ba1185d547 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:54:18.925632 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a026981e-65da-4156-84c3-34ba1185d547 admin admin] Tracked resource versions report: Sep 01 04:54:18.925632 dv-cinder-804735-5-iscsi neutron-server[100911]: pushed versions: Sep 01 04:54:18.925632 dv-cinder-804735-5-iscsi neutron-server[100911]: { 'AddressGroup': {'1.2'}, Sep 01 04:54:18.925632 dv-cinder-804735-5-iscsi neutron-server[100911]: 'ConntrackHelper': {'1.0'}, Sep 01 04:54:18.925632 dv-cinder-804735-5-iscsi neutron-server[100911]: 'Log': {'1.0'}, Sep 01 04:54:18.925632 dv-cinder-804735-5-iscsi neutron-server[100911]: 'Network': {'1.1'}, Sep 01 04:54:18.925632 dv-cinder-804735-5-iscsi neutron-server[100911]: 'Port': {'1.7'}, Sep 01 04:54:18.925632 dv-cinder-804735-5-iscsi neutron-server[100911]: 'PortForwarding': {'1.2'}, Sep 01 04:54:18.925632 dv-cinder-804735-5-iscsi neutron-server[100911]: 'QosPolicy': {'1.9'}, Sep 01 04:54:18.925632 dv-cinder-804735-5-iscsi neutron-server[100911]: 'SecurityGroup': {'1.4'}, Sep 01 04:54:18.925632 dv-cinder-804735-5-iscsi neutron-server[100911]: 'SecurityGroupRule': {'1.2'}, Sep 01 04:54:18.925632 dv-cinder-804735-5-iscsi neutron-server[100911]: 'SubPort': {'1.0'}, Sep 01 04:54:18.925632 dv-cinder-804735-5-iscsi neutron-server[100911]: 'Subnet': {'1.1'}, Sep 01 04:54:18.925632 dv-cinder-804735-5-iscsi neutron-server[100911]: 'Trunk': {'1.1'}} Sep 01 04:54:18.925632 dv-cinder-804735-5-iscsi neutron-server[100911]: consumer versions: Sep 01 04:54:18.925632 dv-cinder-804735-5-iscsi neutron-server[100911]: { DHCP agent@dv-cinder-804735-5-iscsi: {}, Sep 01 04:54:18.925632 dv-cinder-804735-5-iscsi neutron-server[100911]: L3 agent@dv-cinder-804735-5-iscsi: {}, Sep 01 04:54:18.925632 dv-cinder-804735-5-iscsi neutron-server[100911]: Metadata agent@dv-cinder-804735-5-iscsi: {}, Sep 01 04:54:18.925632 dv-cinder-804735-5-iscsi neutron-server[100911]: Metering agent@dv-cinder-804735-5-iscsi: {}, Sep 01 04:54:18.925632 dv-cinder-804735-5-iscsi neutron-server[100911]: Open vSwitch agent@dv-cinder-804735-5-iscsi: { 'AddressGroup': '1.2', Sep 01 04:54:18.925632 dv-cinder-804735-5-iscsi neutron-server[100911]: 'ConntrackHelper': '1.0', Sep 01 04:54:18.925632 dv-cinder-804735-5-iscsi neutron-server[100911]: 'Log': '1.0', Sep 01 04:54:18.925632 dv-cinder-804735-5-iscsi neutron-server[100911]: 'Network': '1.1', Sep 01 04:54:18.925632 dv-cinder-804735-5-iscsi neutron-server[100911]: 'Port': '1.7', Sep 01 04:54:18.925632 dv-cinder-804735-5-iscsi neutron-server[100911]: 'PortForwarding': '1.2', Sep 01 04:54:18.925632 dv-cinder-804735-5-iscsi neutron-server[100911]: 'QosPolicy': '1.9', Sep 01 04:54:18.925632 dv-cinder-804735-5-iscsi neutron-server[100911]: 'SecurityGroup': '1.4', Sep 01 04:54:18.925632 dv-cinder-804735-5-iscsi neutron-server[100911]: 'SecurityGroupRule': '1.2', Sep 01 04:54:18.925632 dv-cinder-804735-5-iscsi neutron-server[100911]: 'SubPort': '1.0', Sep 01 04:54:18.925632 dv-cinder-804735-5-iscsi neutron-server[100911]: 'Subnet': '1.1', Sep 01 04:54:18.925632 dv-cinder-804735-5-iscsi neutron-server[100911]: 'Trunk': '1.1'}} Sep 01 04:54:18.925632 dv-cinder-804735-5-iscsi neutron-server[100911]: {{(pid=100911) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 01 04:54:19.045645 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a026981e-65da-4156-84c3-34ba1185d547 admin admin] Network 0effeb3b-80f3-4cb6-8b1a-1774968f7d76 is scheduled to be hosted by DHCP agent 978c142f-0e94-4713-b592-abea12f7c88c with binding_index 1 {{(pid=100911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 04:54:19.114645 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.base_scheduler [None req-a026981e-65da-4156-84c3-34ba1185d547 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-5-iscsi, 0effeb3b-80f3-4cb6-8b1a-1774968f7d76) {{(pid=100911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 04:54:19.119875 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a026981e-65da-4156-84c3-34ba1185d547 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:54:19.120948 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-a026981e-65da-4156-84c3-34ba1185d547 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607828'] for subnet, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:54:19.125328 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e06ed0-b1b1-4fa3-b544-339bfe85e486 None None] Network 0effeb3b-80f3-4cb6-8b1a-1774968f7d76 requested from dv-cinder-804735-5-iscsi {{(pid=100913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 04:54:19.214638 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-a026981e-65da-4156-84c3-34ba1185d547 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9750838 Sep 01 04:54:19.256468 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca791840-db7a-42a0-9c4a-11e76d99b92b None None] Network 0effeb3b-80f3-4cb6-8b1a-1774968f7d76 requested from dv-cinder-804735-5-iscsi {{(pid=100913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 04:54:21.525832 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 41394) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:54:21.776678 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-27c3236b-4163-42ef-be02-0e701de9e425 admin admin] 10.222.0.11 "GET /v2.0/routers/d66892aa-df41-4e3b-9539-5c25bb35007a HTTP/1.1" status: 200 len: 710 time: 0.2496455 Sep 01 04:54:21.862366 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e296ab0-5cab-46bd-935b-db54003d794e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:54:21.863771 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-5e296ab0-5cab-46bd-935b-db54003d794e admin admin] 10.222.0.11 "GET /v2.0/networks/0effeb3b-80f3-4cb6-8b1a-1774968f7d76 HTTP/1.1" status: 200 len: 886 time: 0.0807087 Sep 01 04:54:21.873205 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.v2.base [None req-8356934e-32d8-40bc-a071-92f94c836d57 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76'}}} {{(pid=100911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 04:54:22.116683 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-8356934e-32d8-40bc-a071-92f94c836d57 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:54:22.499864 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-8356934e-32d8-40bc-a071-92f94c836d57 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:54:22.577622 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-8356934e-32d8-40bc-a071-92f94c836d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:54:22.898888 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.db_base_plugin_common [None req-8356934e-32d8-40bc-a071-92f94c836d57 admin admin] Allocated IP 172.27.2.122 (0effeb3b-80f3-4cb6-8b1a-1774968f7d76/a1ace4a4-4e27-4c96-bf05-cb2f22386a9e/32da5544-cb21-4a61-9ce0-9667da51d977) {{(pid=100911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 04:54:23.027821 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-8356934e-32d8-40bc-a071-92f94c836d57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:54:23.161062 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-8356934e-32d8-40bc-a071-92f94c836d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780564376589'] for port, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:54:23.291176 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8356934e-32d8-40bc-a071-92f94c836d57 admin admin] Network 0effeb3b-80f3-4cb6-8b1a-1774968f7d76 is already hosted by enough agents. {{(pid=100911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 04:54:23.296230 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.base_scheduler [None req-8356934e-32d8-40bc-a071-92f94c836d57 admin admin] Resources bound (agent type, host, resource id): {{(pid=100911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 04:54:23.305299 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8356934e-32d8-40bc-a071-92f94c836d57 admin admin] Received port after_create {{(pid=100911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 04:54:23.308880 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8356934e-32d8-40bc-a071-92f94c836d57 admin admin] Pushing event updated for resources: {'Port': ['ID=32da5544-cb21-4a61-9ce0-9667da51d977,revision_number=1']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:54:23.646482 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-8356934e-32d8-40bc-a071-92f94c836d57 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:54:23.845531 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-8356934e-32d8-40bc-a071-92f94c836d57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1958378', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1958620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4631'] for router, precommit_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:54:23.850465 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-8356934e-32d8-40bc-a071-92f94c836d57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1958391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1958369', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1958392', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1958597'] for router, after_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:54:23.959989 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8356934e-32d8-40bc-a071-92f94c836d57 admin admin] Router d66892aa-df41-4e3b-9539-5c25bb35007a has already been hosted by L3 agent dd4ad2d5-7278-4db2-b968-23881816b870 {{(pid=100911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 04:54:24.065084 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8356934e-32d8-40bc-a071-92f94c836d57 admin admin] Notify agent at l3_agent.dv-cinder-804735-5-iscsi the message routers_updated {{(pid=100911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 04:54:24.069462 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-8356934e-32d8-40bc-a071-92f94c836d57 admin admin] Notify callbacks [] for router, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:54:24.091106 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-8356934e-32d8-40bc-a071-92f94c836d57 admin admin] 10.222.0.11 "PUT /v2.0/routers/d66892aa-df41-4e3b-9539-5c25bb35007a HTTP/1.1" status: 200 len: 890 time: 2.2007430 Sep 01 04:54:24.174382 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device 21d49d23-df13-457e-a0c1-e306474e163c up at agent ovs-agent-dv-cinder-804735-5-iscsi {{(pid=100913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 04:54:24.297397 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f101132-8353-4106-97f2-2dda898248a8 None None] Sync routers for ids ['d66892aa-df41-4e3b-9539-5c25bb35007a'] in dv-cinder-804735-5-iscsi {{(pid=100913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 04:54:24.312156 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f101132-8353-4106-97f2-2dda898248a8 None None] Routers {'d66892aa-df41-4e3b-9539-5c25bb35007a'} bound to L3 agent in host dv-cinder-804735-5-iscsi {{(pid=100913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 04:54:24.312820 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-9f101132-8353-4106-97f2-2dda898248a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-01T04:53:40Z,description=,heartbeat_timestamp=2021-09-01T04:54:10Z,host='dv-cinder-804735-5-iscsi',id=dd4ad2d5-7278-4db2-b968-23881816b870,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:53:41Z,topic='l3_agent')) {'router_ids': ['d66892aa-df41-4e3b-9539-5c25bb35007a'], 'active': True} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 04:54:24.332622 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Provisioning for port 21d49d23-df13-457e-a0c1-e306474e163c completed by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 04:54:24.384141 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Provisioning complete for port 21d49d23-df13-457e-a0c1-e306474e163c triggered by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 04:54:24.384529 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:54:24.629329 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvr_db [None req-9f101132-8353-4106-97f2-2dda898248a8 None None] Set router d66892aa-df41-4e3b-9539-5c25bb35007a gateway port host: dv-cinder-804735-5-iscsi {{(pid=100913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 04:54:24.708675 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:54:24.881047 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] For port 21d49d23-df13-457e-a0c1-e306474e163c, host dv-cinder-804735-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-5-iscsi',level=0,port_id=21d49d23-df13-457e-a0c1-e306474e163c,segment=NetworkSegment(b2c95708-3260-4f0a-81f6-41d33e2bd67c),segment_id=b2c95708-3260-4f0a-81f6-41d33e2bd67c)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 04:54:24.956197 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:54:25.056514 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Pushing event updated for resources: {'Port': ['ID=21d49d23-df13-457e-a0c1-e306474e163c,revision_number=5']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:54:25.107627 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-9f101132-8353-4106-97f2-2dda898248a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd66892aa-df41-4e3b-9539-5c25bb35007a', 'name': 'router1', 'tenant_id': '4c16d0b75f1143a7982dc3de0f2cf849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '32da5544-cb21-4a61-9ce0-9667da51d977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T04:54:04Z', 'updated_at': '2021-09-01T04:54:23Z', 'revision_number': 4, 'project_id': '4c16d0b75f1143a7982dc3de0f2cf849', 'gw_port': {'id': '32da5544-cb21-4a61-9ce0-9667da51d977', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a9:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd66892aa-df41-4e3b-9539-5c25bb35007a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:54:22Z', 'updated_at': '2021-09-01T04:54:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi', '_interfaces': [{'id': '21d49d23-df13-457e-a0c1-e306474e163c', 'name': '', 'network_id': 'c9548783-ff2c-487b-8448-cab6f05b4ce1', 'tenant_id': '4c16d0b75f1143a7982dc3de0f2cf849', 'mac_address': 'fa:16:3e:d4:4a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd66892aa-df41-4e3b-9539-5c25bb35007a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e650af62-70f3-40ee-a4e2-b809fd7165c2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:54:14Z', 'updated_at': '2021-09-01T04:54:17Z', 'revision_number': 4, 'project_id': '4c16d0b75f1143a7982dc3de0f2cf849', 'subnets': [{'id': 'e650af62-70f3-40ee-a4e2-b809fd7165c2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f16abffd-dac7-4324-9960-045a0dc289e2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-5-iscsi', False) {} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 04:54:25.159193 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f101132-8353-4106-97f2-2dda898248a8 None None] Checking router: d66892aa-df41-4e3b-9539-5c25bb35007a for host: dv-cinder-804735-5-iscsi {{(pid=100913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 04:54:25.159461 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f101132-8353-4106-97f2-2dda898248a8 None None] Updating router d66892aa-df41-4e3b-9539-5c25bb35007a port 32da5544-cb21-4a61-9ce0-9667da51d977 binding host dv-cinder-804735-5-iscsi {{(pid=100913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 04:54:25.210772 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-9f101132-8353-4106-97f2-2dda898248a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:54:25.529199 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-9f101132-8353-4106-97f2-2dda898248a8 None None] Notify callbacks [] for port, precommit_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:54:25.538916 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-9f101132-8353-4106-97f2-2dda898248a8 None None] Transition to ACTIVE for port object 32da5544-cb21-4a61-9ce0-9667da51d977 will not be triggered until provisioned by entity L2. {{(pid=100913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 04:54:25.605529 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-9f101132-8353-4106-97f2-2dda898248a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:54:25.656363 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd60d72-3149-4147-9463-123b85dbf91d None None] Pushing event updated for resources: {'Port': ['ID=32da5544-cb21-4a61-9ce0-9667da51d977,revision_number=2']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:54:25.660361 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.managers [None req-9f101132-8353-4106-97f2-2dda898248a8 None None] Attempting to bind port 32da5544-cb21-4a61-9ce0-9667da51d977 on host dv-cinder-804735-5-iscsi for vnic_type normal with profile {{(pid=100913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 04:54:25.660729 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.managers [None req-9f101132-8353-4106-97f2-2dda898248a8 None None] Attempting to bind port 32da5544-cb21-4a61-9ce0-9667da51d977 by drivers openvswitch,hyperv on host dv-cinder-804735-5-iscsi at level 0 using segments [{'id': 'ace692d4-e0f2-4d18-963d-d8c8432b7d17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76'}] {{(pid=100913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 04:54:25.661091 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f101132-8353-4106-97f2-2dda898248a8 None None] Attempting to bind port 32da5544-cb21-4a61-9ce0-9667da51d977 on network 0effeb3b-80f3-4cb6-8b1a-1774968f7d76 {{(pid=100913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 04:54:25.665885 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f101132-8353-4106-97f2-2dda898248a8 None None] Checking agent: {'id': '262f7f02-ff25-45e4-acf2-78173ac4ae41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 53, 40), 'started_at': datetime.datetime(2021, 9, 1, 4, 54, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 4, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 04:54:25.666258 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f101132-8353-4106-97f2-2dda898248a8 None None] Checking segment: {'id': 'ace692d4-e0f2-4d18-963d-d8c8432b7d17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 04:54:25.666675 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-9f101132-8353-4106-97f2-2dda898248a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:54:25.667088 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f101132-8353-4106-97f2-2dda898248a8 None None] Bound using segment: {'id': 'ace692d4-e0f2-4d18-963d-d8c8432b7d17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76'} {{(pid=100913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 04:54:25.667560 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.managers [None req-9f101132-8353-4106-97f2-2dda898248a8 None None] Bound port: 32da5544-cb21-4a61-9ce0-9667da51d977, host: dv-cinder-804735-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ace692d4-e0f2-4d18-963d-d8c8432b7d17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76'}}] {{(pid=100913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 04:54:25.667931 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-9f101132-8353-4106-97f2-2dda898248a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:54:25.721089 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-9f101132-8353-4106-97f2-2dda898248a8 None None] For port 32da5544-cb21-4a61-9ce0-9667da51d977, host dv-cinder-804735-5-iscsi, cleared binding levels {{(pid=100913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 04:54:25.724009 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-9f101132-8353-4106-97f2-2dda898248a8 None None] For port 32da5544-cb21-4a61-9ce0-9667da51d977, host dv-cinder-804735-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-5-iscsi',level=0,port_id=32da5544-cb21-4a61-9ce0-9667da51d977,segment=NetworkSegment(ace692d4-e0f2-4d18-963d-d8c8432b7d17),segment_id=ace692d4-e0f2-4d18-963d-d8c8432b7d17)] {{(pid=100913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 04:54:25.791176 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-9f101132-8353-4106-97f2-2dda898248a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:54:25.844409 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f101132-8353-4106-97f2-2dda898248a8 None None] Routers {'d66892aa-df41-4e3b-9539-5c25bb35007a'} bound to L3 agent in host dv-cinder-804735-5-iscsi {{(pid=100913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 04:54:25.845024 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-9f101132-8353-4106-97f2-2dda898248a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-01T04:53:40Z,description=,heartbeat_timestamp=2021-09-01T04:54:10Z,host='dv-cinder-804735-5-iscsi',id=dd4ad2d5-7278-4db2-b968-23881816b870,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:53:41Z,topic='l3_agent')) {'router_ids': ['d66892aa-df41-4e3b-9539-5c25bb35007a'], 'active': True} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 04:54:25.885922 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd60d72-3149-4147-9463-123b85dbf91d None None] Pushing event updated for resources: {'Port': ['ID=32da5544-cb21-4a61-9ce0-9667da51d977,revision_number=3']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:54:26.040027 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvr_db [None req-9f101132-8353-4106-97f2-2dda898248a8 None None] Set router d66892aa-df41-4e3b-9539-5c25bb35007a gateway port host: dv-cinder-804735-5-iscsi {{(pid=100913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 04:54:26.161428 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device 21d49d23-df13-457e-a0c1-e306474e163c up at agent ovs-agent-dv-cinder-804735-5-iscsi {{(pid=100913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 04:54:26.278550 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Provisioning complete for port 21d49d23-df13-457e-a0c1-e306474e163c triggered by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 04:54:26.279346 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:54:26.391469 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-9f101132-8353-4106-97f2-2dda898248a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd66892aa-df41-4e3b-9539-5c25bb35007a', 'name': 'router1', 'tenant_id': '4c16d0b75f1143a7982dc3de0f2cf849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '32da5544-cb21-4a61-9ce0-9667da51d977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T04:54:04Z', 'updated_at': '2021-09-01T04:54:23Z', 'revision_number': 4, 'project_id': '4c16d0b75f1143a7982dc3de0f2cf849', 'gw_port': {'id': '32da5544-cb21-4a61-9ce0-9667da51d977', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a9:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd66892aa-df41-4e3b-9539-5c25bb35007a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:54:22Z', 'updated_at': '2021-09-01T04:54:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi', '_interfaces': [{'id': '21d49d23-df13-457e-a0c1-e306474e163c', 'name': '', 'network_id': 'c9548783-ff2c-487b-8448-cab6f05b4ce1', 'tenant_id': '4c16d0b75f1143a7982dc3de0f2cf849', 'mac_address': 'fa:16:3e:d4:4a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66892aa-df41-4e3b-9539-5c25bb35007a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e650af62-70f3-40ee-a4e2-b809fd7165c2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:54:14Z', 'updated_at': '2021-09-01T04:54:24Z', 'revision_number': 5, 'project_id': '4c16d0b75f1143a7982dc3de0f2cf849', 'subnets': [{'id': 'e650af62-70f3-40ee-a4e2-b809fd7165c2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f16abffd-dac7-4324-9960-045a0dc289e2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-5-iscsi', False) {} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 04:54:26.422183 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f101132-8353-4106-97f2-2dda898248a8 None None] The sync data for ids ['d66892aa-df41-4e3b-9539-5c25bb35007a'] in dv-cinder-804735-5-iscsi is: [{'id': 'd66892aa-df41-4e3b-9539-5c25bb35007a', 'name': 'router1', 'tenant_id': '4c16d0b75f1143a7982dc3de0f2cf849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '32da5544-cb21-4a61-9ce0-9667da51d977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T04:54:04Z', 'updated_at': '2021-09-01T04:54:23Z', 'revision_number': 4, 'project_id': '4c16d0b75f1143a7982dc3de0f2cf849', 'gw_port': {'id': '32da5544-cb21-4a61-9ce0-9667da51d977', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a9:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd66892aa-df41-4e3b-9539-5c25bb35007a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:54:22Z', 'updated_at': '2021-09-01T04:54:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi', '_interfaces': [{'id': '21d49d23-df13-457e-a0c1-e306474e163c', 'name': '', 'network_id': 'c9548783-ff2c-487b-8448-cab6f05b4ce1', 'tenant_id': '4c16d0b75f1143a7982dc3de0f2cf849', 'mac_address': 'fa:16:3e:d4:4a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66892aa-df41-4e3b-9539-5c25bb35007a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e650af62-70f3-40ee-a4e2-b809fd7165c2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T04:54:14Z', 'updated_at': '2021-09-01T04:54:24Z', 'revision_number': 5, 'project_id': '4c16d0b75f1143a7982dc3de0f2cf849', 'subnets': [{'id': 'e650af62-70f3-40ee-a4e2-b809fd7165c2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f16abffd-dac7-4324-9960-045a0dc289e2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 04:54:26.508757 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 41406) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:54:26.632541 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-47301074-306c-4a41-8967-7aea4a2eb012 admin admin] 10.222.0.11 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1217375 Sep 01 04:54:28.169568 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device 32da5544-cb21-4a61-9ce0-9667da51d977 up at agent ovs-agent-dv-cinder-804735-5-iscsi {{(pid=100913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 04:54:28.280920 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Provisioning for port 32da5544-cb21-4a61-9ce0-9667da51d977 completed by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 04:54:28.286128 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Provisioning complete for port 32da5544-cb21-4a61-9ce0-9667da51d977 triggered by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 04:54:28.289866 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:54:28.381650 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:54:28.403298 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] For port 32da5544-cb21-4a61-9ce0-9667da51d977, host dv-cinder-804735-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-5-iscsi',level=0,port_id=32da5544-cb21-4a61-9ce0-9667da51d977,segment=NetworkSegment(ace692d4-e0f2-4d18-963d-d8c8432b7d17),segment_id=ace692d4-e0f2-4d18-963d-d8c8432b7d17)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 04:54:28.482082 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:54:28.533228 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Pushing event updated for resources: {'Port': ['ID=32da5544-cb21-4a61-9ce0-9667da51d977,revision_number=4']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:54:30.196333 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device 32da5544-cb21-4a61-9ce0-9667da51d977 up at agent ovs-agent-dv-cinder-804735-5-iscsi {{(pid=100913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 04:54:30.255165 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Provisioning complete for port 32da5544-cb21-4a61-9ce0-9667da51d977 triggered by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 04:54:30.255874 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:54:37.281770 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-ca4447aa-a0a2-4685-b94a-a48888a81167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:54:39.965245 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:54:40.016555 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-a4cf4d86-0790-4478-9928-08a31def8c6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:54:41.247628 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-125f6581-13c4-4eca-b15a-10d5e92c8028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:54:42.570040 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.agents_db [None req-49e1e325-328c-4825-9e4f-7693071b0ea2 None None] Agent healthcheck: found 5 active agents {{(pid=100914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 04:54:43.093809 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-57069d07-1191-4bd8-9ef8-43ac9a8b42c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:55:07.298128 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-a6389cde-2db1-4cea-8058-1e44c044845a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:55:09.958886 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:55:10.023570 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-b1092beb-6b30-4c4c-929d-a2de1a576fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:55:11.250353 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-125f6581-13c4-4eca-b15a-10d5e92c8028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:55:13.143414 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-57069d07-1191-4bd8-9ef8-43ac9a8b42c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:55:19.569454 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.agents_db [None req-49e1e325-328c-4825-9e4f-7693071b0ea2 None None] Agent healthcheck: found 5 active agents {{(pid=100914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 04:55:37.274315 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-080e4c2e-a9e4-4677-86d1-b178b58572ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:55:39.976924 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:55:39.993698 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-8240cff1-42f0-4bd8-90c5-ac9cbfe9775d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:55:41.285946 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-125f6581-13c4-4eca-b15a-10d5e92c8028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:55:43.102959 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-57069d07-1191-4bd8-9ef8-43ac9a8b42c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:55:56.568831 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.agents_db [None req-49e1e325-328c-4825-9e4f-7693071b0ea2 None None] Agent healthcheck: found 5 active agents {{(pid=100914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 04:56:05.800219 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 41968) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:56:05.865239 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd0c810f-64cc-4702-9755-7a22c53f93a0 admin admin] GET failed (client error): The resource could not be found. Sep 01 04:56:05.866570 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-dd0c810f-64cc-4702-9755-7a22c53f93a0 admin admin] 10.222.0.11 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0653560 Sep 01 04:56:06.024925 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c36f3e-5e48-4f36-9fe5-94377349091d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:56:06.026454 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-58c36f3e-5e48-4f36-9fe5-94377349091d admin admin] 10.222.0.11 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1541803 Sep 01 04:56:07.294332 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-21bf789e-6295-4e4b-a801-1df9a64bf66d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:56:08.266795 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 41978) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:56:08.368348 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6179121d-b948-48bc-bd2e-d0a0843bdfaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:56:08.369705 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-6179121d-b948-48bc-bd2e-d0a0843bdfaf admin admin] 10.222.0.11 "GET /v2.0/subnets/e650af62-70f3-40ee-a4e2-b809fd7165c2 HTTP/1.1" status: 200 len: 849 time: 0.1019521 Sep 01 04:56:08.380202 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.v2.base [None req-ad99aca4-629e-418a-8940-990d7a9f58be admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=100911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 04:56:08.465832 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-ad99aca4-629e-418a-8940-990d7a9f58be admin admin] Notify callbacks [] for subnet, before_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:56:08.650070 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-ad99aca4-629e-418a-8940-990d7a9f58be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780564874204'] for subnet, after_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:56:08.680937 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad99aca4-629e-418a-8940-990d7a9f58be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:56:08.681532 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-ad99aca4-629e-418a-8940-990d7a9f58be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607828'] for subnet, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:56:08.683421 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-ad99aca4-629e-418a-8940-990d7a9f58be admin admin] 10.222.0.11 "PUT /v2.0/subnets/e650af62-70f3-40ee-a4e2-b809fd7165c2 HTTP/1.1" status: 200 len: 868 time: 0.3068991 Sep 01 04:56:08.690615 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad53783-829a-4208-bb20-5a604a5a25c3 None None] Network c9548783-ff2c-487b-8448-cab6f05b4ce1 requested from dv-cinder-804735-5-iscsi {{(pid=100913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 04:56:08.705985 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad99aca4-629e-418a-8940-990d7a9f58be admin admin] Pushing event updated for resources: {'Subnet': ['ID=e650af62-70f3-40ee-a4e2-b809fd7165c2,revision_number=1']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:56:08.714094 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad99aca4-629e-418a-8940-990d7a9f58be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:56:08.714748 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad99aca4-629e-418a-8940-990d7a9f58be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:56:08.715122 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad99aca4-629e-418a-8940-990d7a9f58be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:56:08.715460 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad99aca4-629e-418a-8940-990d7a9f58be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:56:08.716115 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad99aca4-629e-418a-8940-990d7a9f58be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:56:08.716467 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad99aca4-629e-418a-8940-990d7a9f58be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:56:08.716838 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad99aca4-629e-418a-8940-990d7a9f58be admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:56:08.717333 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad99aca4-629e-418a-8940-990d7a9f58be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:56:08.717665 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad99aca4-629e-418a-8940-990d7a9f58be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:56:08.717996 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad99aca4-629e-418a-8940-990d7a9f58be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:56:08.718322 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad99aca4-629e-418a-8940-990d7a9f58be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:56:08.718645 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad99aca4-629e-418a-8940-990d7a9f58be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:56:09.024453 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-5d344a72-9202-4dda-8d1f-195e5742a0e2 None None] Provisioning complete for port 21d49d23-df13-457e-a0c1-e306474e163c triggered by entity DHCP. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 04:56:09.024832 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-5d344a72-9202-4dda-8d1f-195e5742a0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:56:09.109144 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-5d344a72-9202-4dda-8d1f-195e5742a0e2 None None] Provisioning complete for port 0f849150-97ae-47d1-9b71-4c4c62784b75 triggered by entity DHCP. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 04:56:09.109519 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-5d344a72-9202-4dda-8d1f-195e5742a0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:56:09.993303 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:56:10.038993 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-adf54816-2b8c-47fc-bf55-03845848fe0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:56:10.888323 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 41986) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:56:11.146175 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be64089-d881-48c5-ae7a-8a0f722aa3bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:56:11.146576 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be64089-d881-48c5-ae7a-8a0f722aa3bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:56:11.148155 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-3be64089-d881-48c5-ae7a-8a0f722aa3bc admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2588313 Sep 01 04:56:11.262395 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-125f6581-13c4-4eca-b15a-10d5e92c8028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:56:13.117028 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-57069d07-1191-4bd8-9ef8-43ac9a8b42c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:56:13.348883 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 41994) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:56:13.484166 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e570e4-8212-475c-80fb-f4f00dd5313e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:56:13.484927 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e570e4-8212-475c-80fb-f4f00dd5313e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:56:13.486481 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-68e570e4-8212-475c-80fb-f4f00dd5313e admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1366456 Sep 01 04:56:15.809905 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 42002) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:56:15.931651 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36abbd96-e7ce-494f-b255-aa1f199c3125 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:56:15.933757 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-36abbd96-e7ce-494f-b255-aa1f199c3125 admin admin] 10.222.0.11 "GET /v2.0/networks/0effeb3b-80f3-4cb6-8b1a-1774968f7d76 HTTP/1.1" status: 200 len: 886 time: 0.1228731 Sep 01 04:56:18.120392 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 42012) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:56:18.255781 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddcc8d2-0773-439e-bad1-8719d122e84d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:56:18.257137 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-eddcc8d2-0773-439e-bad1-8719d122e84d admin admin] 10.222.0.11 "GET /v2.0/networks/c9548783-ff2c-487b-8448-cab6f05b4ce1 HTTP/1.1" status: 200 len: 869 time: 0.1358035 Sep 01 04:56:20.483724 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 42020) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:56:20.610103 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac06394-1c39-4064-857b-2f4a4d36c2cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:56:20.610576 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac06394-1c39-4064-857b-2f4a4d36c2cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:56:20.612129 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-8ac06394-1c39-4064-857b-2f4a4d36c2cc admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1274543 Sep 01 04:56:22.820775 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 42028) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:56:22.976884 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0367c3a3-6dc8-4fad-8e7f-0af2e1abd0b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:56:22.977351 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0367c3a3-6dc8-4fad-8e7f-0af2e1abd0b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:56:22.979044 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-0367c3a3-6dc8-4fad-8e7f-0af2e1abd0b6 admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1572273 Sep 01 04:56:25.161154 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 42036) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:56:25.245531 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3479f568-8616-4e3a-8cd9-c5280094453f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:56:25.246872 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-3479f568-8616-4e3a-8cd9-c5280094453f admin admin] 10.222.0.11 "GET /v2.0/subnets/a1ace4a4-4e27-4c96-bf05-cb2f22386a9e HTTP/1.1" status: 200 len: 816 time: 0.0847609 Sep 01 04:56:27.504505 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 42044) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:56:27.594067 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b98a46-bc47-46a4-b9c8-7ffb5a1334da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:56:27.595453 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-50b98a46-bc47-46a4-b9c8-7ffb5a1334da admin admin] 10.222.0.11 "GET /v2.0/subnets/e650af62-70f3-40ee-a4e2-b809fd7165c2 HTTP/1.1" status: 200 len: 868 time: 0.0900123 Sep 01 04:56:33.570223 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.agents_db [None req-49e1e325-328c-4825-9e4f-7693071b0ea2 None None] Agent healthcheck: found 5 active agents {{(pid=100914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 04:56:37.278689 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-e48bb1d7-dab9-4f05-be65-34c358cbb79e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:56:39.952207 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:56:40.003975 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-0940ed2c-c1c4-466e-862c-55cc36b1ecec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:56:41.283755 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-125f6581-13c4-4eca-b15a-10d5e92c8028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:56:43.123821 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-57069d07-1191-4bd8-9ef8-43ac9a8b42c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:56:51.829575 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 42098) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:56:51.877142 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [None req-05c244dd-79c0-4aa0-9540-65b49724aa84 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=100911) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 04:56:51.878128 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-05c244dd-79c0-4aa0-9540-65b49724aa84 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0475831 Sep 01 04:56:54.217284 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 42106) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:56:54.278796 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.pecan_wsgi.hooks.translation [None req-d525da37-4d53-4e91-839c-bada85275fbf admin admin] GET failed (client error): The resource could not be found. Sep 01 04:56:54.280110 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-d525da37-4d53-4e91-839c-bada85275fbf admin admin] 10.222.0.11 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0618765 Sep 01 04:56:54.423109 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc812f02-8c70-411f-a9e8-631398c96e2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:56:54.424494 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-bc812f02-8c70-411f-a9e8-631398c96e2c admin admin] 10.222.0.11 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1398261 Sep 01 04:56:56.673690 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 42114) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:56:56.721319 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.v2.base [None req-430c3aab-42ed-4a8d-b044-20f636a64103 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=100912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 04:56:56.797155 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-430c3aab-42ed-4a8d-b044-20f636a64103 admin admin] Made reservation on behalf of cbc63c8993e44e8484b2bb9b29c3830d for: {'network': 1} {{(pid=100912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 04:56:56.799470 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-430c3aab-42ed-4a8d-b044-20f636a64103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for network, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:56:56.830684 dv-cinder-804735-5-iscsi neutron-server[100912]: WARNING neutron.services.revisions.revision_plugin [None req-430c3aab-42ed-4a8d-b044-20f636a64103 admin admin] Could not find related network for resource to bump revision. Sep 01 04:56:56.849231 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-430c3aab-42ed-4a8d-b044-20f636a64103 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=100912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 04:56:56.849231 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-430c3aab-42ed-4a8d-b044-20f636a64103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945202'] for segment, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:56:56.849509 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.db.segments_db [None req-430c3aab-42ed-4a8d-b044-20f636a64103 admin admin] Added segment 73f9cd0f-bf48-4e10-8878-88a184dee295 of type vlan for network 1761ada8-c5c3-4b04-8f41-d25796fad143 Sep 01 04:56:56.890388 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-430c3aab-42ed-4a8d-b044-20f636a64103 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780564394581'] for network, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:56:56.985928 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-430c3aab-42ed-4a8d-b044-20f636a64103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782'] for network, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:56:56.987069 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430c3aab-42ed-4a8d-b044-20f636a64103 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:56:56.987740 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-430c3aab-42ed-4a8d-b044-20f636a64103 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607828'] for network, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:56:57.046145 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430c3aab-42ed-4a8d-b044-20f636a64103 admin admin] Pushing event updated for resources: {'Network': ['ID=1761ada8-c5c3-4b04-8f41-d25796fad143,revision_number=1']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:56:57.052512 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430c3aab-42ed-4a8d-b044-20f636a64103 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:56:57.052866 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430c3aab-42ed-4a8d-b044-20f636a64103 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:56:57.053216 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430c3aab-42ed-4a8d-b044-20f636a64103 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:56:57.053551 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430c3aab-42ed-4a8d-b044-20f636a64103 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:56:57.053885 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430c3aab-42ed-4a8d-b044-20f636a64103 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:56:57.054218 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430c3aab-42ed-4a8d-b044-20f636a64103 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:56:57.054551 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430c3aab-42ed-4a8d-b044-20f636a64103 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:56:57.054941 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430c3aab-42ed-4a8d-b044-20f636a64103 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:56:57.055291 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430c3aab-42ed-4a8d-b044-20f636a64103 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:56:57.056386 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430c3aab-42ed-4a8d-b044-20f636a64103 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:56:57.056860 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430c3aab-42ed-4a8d-b044-20f636a64103 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:56:57.057195 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430c3aab-42ed-4a8d-b044-20f636a64103 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:56:57.067741 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Network 1761ada8-c5c3-4b04-8f41-d25796fad143 details requested by agent ovs-agent-dv-cinder-804735-5-iscsi with host dv-cinder-804735-5-iscsi {{(pid=100913) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 04:56:57.093414 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-430c3aab-42ed-4a8d-b044-20f636a64103 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4186485 Sep 01 04:56:59.298272 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 42122) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:56:59.360479 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.pecan_wsgi.hooks.translation [None req-a713e595-6941-4952-82b8-eca14467db5b admin admin] GET failed (client error): The resource could not be found. Sep 01 04:56:59.361818 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-a713e595-6941-4952-82b8-eca14467db5b admin admin] 10.222.0.11 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0625567 Sep 01 04:56:59.434102 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4280c78-f5d2-4578-a97c-e47e63c67c4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:56:59.435604 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-e4280c78-f5d2-4578-a97c-e47e63c67c4a admin admin] 10.222.0.11 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0692053 Sep 01 04:56:59.445940 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.v2.base [None req-74a7543f-a9a6-474f-adc5-bb49afa4cd48 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '1761ada8-c5c3-4b04-8f41-d25796fad143', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=100911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 04:56:59.568535 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74a7543f-a9a6-474f-adc5-bb49afa4cd48 admin admin] Made reservation on behalf of cbc63c8993e44e8484b2bb9b29c3830d for: {'subnet': 1} {{(pid=100911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 04:56:59.579185 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-74a7543f-a9a6-474f-adc5-bb49afa4cd48 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:56:59.820714 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-74a7543f-a9a6-474f-adc5-bb49afa4cd48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782'] for subnet, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:56:59.875352 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a7543f-a9a6-474f-adc5-bb49afa4cd48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=791746c6-9a72-48b9-8839-c3eb417a3aa2,revision_number=0']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:56:59.882121 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a7543f-a9a6-474f-adc5-bb49afa4cd48 admin admin] Checking segment: {'id': '73f9cd0f-bf48-4e10-8878-88a184dee295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '1761ada8-c5c3-4b04-8f41-d25796fad143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 04:56:59.882477 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a7543f-a9a6-474f-adc5-bb49afa4cd48 admin admin] Network hostable DHCP agents. Network: 1761ada8-c5c3-4b04-8f41-d25796fad143, hostable agents: ['978c142f-0e94-4713-b592-abea12f7c88c'], hosted agents: [] {{(pid=100911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 04:56:59.968975 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a7543f-a9a6-474f-adc5-bb49afa4cd48 admin admin] Network 1761ada8-c5c3-4b04-8f41-d25796fad143 is scheduled to be hosted by DHCP agent 978c142f-0e94-4713-b592-abea12f7c88c with binding_index 1 {{(pid=100911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 04:57:00.052798 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.base_scheduler [None req-74a7543f-a9a6-474f-adc5-bb49afa4cd48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-5-iscsi, 1761ada8-c5c3-4b04-8f41-d25796fad143) {{(pid=100911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 04:57:00.056987 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a7543f-a9a6-474f-adc5-bb49afa4cd48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 04:57:00.057639 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-74a7543f-a9a6-474f-adc5-bb49afa4cd48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607828'] for subnet, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:57:00.061581 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47cb1550-cbc3-4d3f-a742-fa6a429d4d2d None None] Network 1761ada8-c5c3-4b04-8f41-d25796fad143 requested from dv-cinder-804735-5-iscsi {{(pid=100913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 04:57:00.139260 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-74a7543f-a9a6-474f-adc5-bb49afa4cd48 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6965787 Sep 01 04:57:00.322852 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534a641b-a112-4222-aab9-2fd8475de039 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp983e0ae1-5f53-559a-a4b8-4d2c1e9d6efd-1761ada8-c5c3-4b04-8f41-d25796fad143', 'network_id': '1761ada8-c5c3-4b04-8f41-d25796fad143', 'tenant_id': 'cbc63c8993e44e8484b2bb9b29c3830d', 'fixed_ips': [{'subnet_id': '791746c6-9a72-48b9-8839-c3eb417a3aa2'}]}} from dv-cinder-804735-5-iscsi. {{(pid=100913) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 04:57:00.323838 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-534a641b-a112-4222-aab9-2fd8475de039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_create {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:57:00.461516 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.db_base_plugin_common [None req-534a641b-a112-4222-aab9-2fd8475de039 None None] Allocated IP 192.168.233.2 (1761ada8-c5c3-4b04-8f41-d25796fad143/791746c6-9a72-48b9-8839-c3eb417a3aa2/61f92ac5-7f4b-42ab-a169-30885a20478a) {{(pid=100913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 04:57:00.609847 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-534a641b-a112-4222-aab9-2fd8475de039 None None] Notify callbacks [] for port, precommit_create {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:57:00.619629 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-534a641b-a112-4222-aab9-2fd8475de039 None None] Transition to ACTIVE for port object 61f92ac5-7f4b-42ab-a169-30885a20478a will not be triggered until provisioned by entity L2. {{(pid=100913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 04:57:00.643925 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-534a641b-a112-4222-aab9-2fd8475de039 None None] Transition to ACTIVE for port object 61f92ac5-7f4b-42ab-a169-30885a20478a will not be triggered until provisioned by entity DHCP. {{(pid=100913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 04:57:00.729838 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-534a641b-a112-4222-aab9-2fd8475de039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780564376589'] for port, after_create {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:57:00.772456 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534a641b-a112-4222-aab9-2fd8475de039 None None] Network 1761ada8-c5c3-4b04-8f41-d25796fad143 is already hosted by enough agents. {{(pid=100913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 04:57:00.775284 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.scheduler.base_scheduler [None req-534a641b-a112-4222-aab9-2fd8475de039 None None] Resources bound (agent type, host, resource id): {{(pid=100913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 04:57:00.781669 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534a641b-a112-4222-aab9-2fd8475de039 None None] Received port after_create {{(pid=100913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 04:57:00.783586 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534a641b-a112-4222-aab9-2fd8475de039 None None] Pushing event updated for resources: {'Port': ['ID=61f92ac5-7f4b-42ab-a169-30885a20478a,revision_number=1']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:57:00.794501 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534a641b-a112-4222-aab9-2fd8475de039 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:57:00.794897 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534a641b-a112-4222-aab9-2fd8475de039 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:57:00.795243 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534a641b-a112-4222-aab9-2fd8475de039 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:57:00.795595 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534a641b-a112-4222-aab9-2fd8475de039 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:57:00.795929 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534a641b-a112-4222-aab9-2fd8475de039 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:57:00.796260 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534a641b-a112-4222-aab9-2fd8475de039 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:57:00.796585 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534a641b-a112-4222-aab9-2fd8475de039 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:57:00.796911 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534a641b-a112-4222-aab9-2fd8475de039 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:57:00.797254 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534a641b-a112-4222-aab9-2fd8475de039 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:57:00.797576 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534a641b-a112-4222-aab9-2fd8475de039 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:57:00.797897 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534a641b-a112-4222-aab9-2fd8475de039 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:57:00.798211 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534a641b-a112-4222-aab9-2fd8475de039 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:57:00.845843 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.managers [None req-534a641b-a112-4222-aab9-2fd8475de039 None None] Attempting to bind port 61f92ac5-7f4b-42ab-a169-30885a20478a on host dv-cinder-804735-5-iscsi for vnic_type normal with profile {{(pid=100913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 04:57:00.846206 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.managers [None req-534a641b-a112-4222-aab9-2fd8475de039 None None] Attempting to bind port 61f92ac5-7f4b-42ab-a169-30885a20478a by drivers openvswitch,hyperv on host dv-cinder-804735-5-iscsi at level 0 using segments [{'id': '73f9cd0f-bf48-4e10-8878-88a184dee295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '1761ada8-c5c3-4b04-8f41-d25796fad143'}] {{(pid=100913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 04:57:00.846567 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534a641b-a112-4222-aab9-2fd8475de039 None None] Attempting to bind port 61f92ac5-7f4b-42ab-a169-30885a20478a on network 1761ada8-c5c3-4b04-8f41-d25796fad143 {{(pid=100913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 04:57:00.851673 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534a641b-a112-4222-aab9-2fd8475de039 None None] Checking agent: {'id': '262f7f02-ff25-45e4-acf2-78173ac4ae41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 53, 40), 'started_at': datetime.datetime(2021, 9, 1, 4, 54, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 4, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 04:57:00.852041 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534a641b-a112-4222-aab9-2fd8475de039 None None] Checking segment: {'id': '73f9cd0f-bf48-4e10-8878-88a184dee295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '1761ada8-c5c3-4b04-8f41-d25796fad143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 04:57:00.853141 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-534a641b-a112-4222-aab9-2fd8475de039 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:57:00.853540 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534a641b-a112-4222-aab9-2fd8475de039 None None] Bound using segment: {'id': '73f9cd0f-bf48-4e10-8878-88a184dee295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '1761ada8-c5c3-4b04-8f41-d25796fad143'} {{(pid=100913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 04:57:00.854001 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.managers [None req-534a641b-a112-4222-aab9-2fd8475de039 None None] Bound port: 61f92ac5-7f4b-42ab-a169-30885a20478a, host: dv-cinder-804735-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73f9cd0f-bf48-4e10-8878-88a184dee295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '1761ada8-c5c3-4b04-8f41-d25796fad143'}}] {{(pid=100913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 04:57:00.854391 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-534a641b-a112-4222-aab9-2fd8475de039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:57:00.916343 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-534a641b-a112-4222-aab9-2fd8475de039 None None] For port 61f92ac5-7f4b-42ab-a169-30885a20478a, host dv-cinder-804735-5-iscsi, cleared binding levels {{(pid=100913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 04:57:00.919833 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-534a641b-a112-4222-aab9-2fd8475de039 None None] For port 61f92ac5-7f4b-42ab-a169-30885a20478a, host dv-cinder-804735-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-5-iscsi',level=0,port_id=61f92ac5-7f4b-42ab-a169-30885a20478a,segment=NetworkSegment(73f9cd0f-bf48-4e10-8878-88a184dee295),segment_id=73f9cd0f-bf48-4e10-8878-88a184dee295)] {{(pid=100913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 04:57:01.010349 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-534a641b-a112-4222-aab9-2fd8475de039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:57:01.066539 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534a641b-a112-4222-aab9-2fd8475de039 None None] Pushing event updated for resources: {'Port': ['ID=61f92ac5-7f4b-42ab-a169-30885a20478a,revision_number=2']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:57:01.875165 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07836ca9-257d-421c-a8d8-4773de6c832b None None] Network 1761ada8-c5c3-4b04-8f41-d25796fad143 requested from dv-cinder-804735-5-iscsi {{(pid=100913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 04:57:02.030124 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-917e681b-3f5d-4cea-ae5a-6218f56abc20 None None] Provisioning for port 61f92ac5-7f4b-42ab-a169-30885a20478a completed by entity DHCP. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 04:57:02.294655 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device 61f92ac5-7f4b-42ab-a169-30885a20478a up at agent ovs-agent-dv-cinder-804735-5-iscsi {{(pid=100913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 04:57:02.401453 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Provisioning for port 61f92ac5-7f4b-42ab-a169-30885a20478a completed by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 04:57:02.405680 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Provisioning complete for port 61f92ac5-7f4b-42ab-a169-30885a20478a triggered by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 04:57:02.406057 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:57:02.486824 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:57:02.519266 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] For port 61f92ac5-7f4b-42ab-a169-30885a20478a, host dv-cinder-804735-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-5-iscsi',level=0,port_id=61f92ac5-7f4b-42ab-a169-30885a20478a,segment=NetworkSegment(73f9cd0f-bf48-4e10-8878-88a184dee295),segment_id=73f9cd0f-bf48-4e10-8878-88a184dee295)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 04:57:02.601587 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:57:02.654344 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Pushing event updated for resources: {'Port': ['ID=61f92ac5-7f4b-42ab-a169-30885a20478a,revision_number=3']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:57:04.276993 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device 61f92ac5-7f4b-42ab-a169-30885a20478a up at agent ovs-agent-dv-cinder-804735-5-iscsi {{(pid=100913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 04:57:04.325490 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Provisioning complete for port 61f92ac5-7f4b-42ab-a169-30885a20478a triggered by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 04:57:04.325865 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:57:07.309818 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-c23ea790-84a0-45dd-be05-f4da327630c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:57:09.957366 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:57:10.037400 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-94c3aeb4-d6c3-47fc-94b0-40a8e0e2df81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:57:10.569238 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.agents_db [None req-49e1e325-328c-4825-9e4f-7693071b0ea2 None None] Agent healthcheck: found 5 active agents {{(pid=100914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 04:57:11.252664 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-125f6581-13c4-4eca-b15a-10d5e92c8028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:57:13.120815 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-57069d07-1191-4bd8-9ef8-43ac9a8b42c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:57:37.305486 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-07e93889-f0b0-4390-b007-9636ed96d4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:57:39.974043 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:57:40.030615 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-32c5b5fd-b484-494b-8b81-4be1e25d0465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:57:41.285791 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-125f6581-13c4-4eca-b15a-10d5e92c8028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:57:43.150610 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-57069d07-1191-4bd8-9ef8-43ac9a8b42c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:57:47.624870 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.agents_db [None req-49e1e325-328c-4825-9e4f-7693071b0ea2 None None] Agent healthcheck: found 5 active agents {{(pid=100914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 04:58:07.339081 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-db1e9e23-b39b-4a1d-bfbd-c5fc2cd39b26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:09.972463 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:10.033877 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-e52b95e2-9dd6-4af1-98b9-c5d7986c4703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:11.298295 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-125f6581-13c4-4eca-b15a-10d5e92c8028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:13.138213 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-57069d07-1191-4bd8-9ef8-43ac9a8b42c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:19.311311 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 42174) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:58:19.317263 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [None req-f00aa6d8-d8c1-42cf-81b3-8823c59fbd49 tempest-verify_tempest_config-1765993446 tempest-verify_tempest_config-1765993446-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=100911) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 04:58:19.318232 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-f00aa6d8-d8c1-42cf-81b3-8823c59fbd49 tempest-verify_tempest_config-1765993446 tempest-verify_tempest_config-1765993446-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060072 Sep 01 04:58:19.799171 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 42192) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:58:19.908956 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-3f8266a7-8953-4bbd-b3a3-85ea26d2ff68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:20.028996 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-3f8266a7-8953-4bbd-b3a3-85ea26d2ff68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:20.107581 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-3f8266a7-8953-4bbd-b3a3-85ea26d2ff68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:20.151612 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8266a7-8953-4bbd-b3a3-85ea26d2ff68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27f27e3e-ab78-49a3-80c8-920c87d077a6,revision_number=1']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:20.156033 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-3f8266a7-8953-4bbd-b3a3-85ea26d2ff68 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d50b1e2c383646f386dfb4357deee2bf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3558795 Sep 01 04:58:20.158753 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 42196) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 04:58:20.160305 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8266a7-8953-4bbd-b3a3-85ea26d2ff68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:58:20.160671 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8266a7-8953-4bbd-b3a3-85ea26d2ff68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:58:20.161011 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8266a7-8953-4bbd-b3a3-85ea26d2ff68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:58:20.161337 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8266a7-8953-4bbd-b3a3-85ea26d2ff68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:58:20.161663 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8266a7-8953-4bbd-b3a3-85ea26d2ff68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:58:20.162010 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8266a7-8953-4bbd-b3a3-85ea26d2ff68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:58:20.162337 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8266a7-8953-4bbd-b3a3-85ea26d2ff68 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:58:20.162675 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8266a7-8953-4bbd-b3a3-85ea26d2ff68 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:58:20.163046 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8266a7-8953-4bbd-b3a3-85ea26d2ff68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:58:20.163369 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8266a7-8953-4bbd-b3a3-85ea26d2ff68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:58:20.163688 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8266a7-8953-4bbd-b3a3-85ea26d2ff68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:58:20.164006 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8266a7-8953-4bbd-b3a3-85ea26d2ff68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:58:20.215414 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-ad6ee8dc-ba6d-418c-8c69-e99498dca9ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:20.235636 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-ad6ee8dc-ba6d-418c-8c69-e99498dca9ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:20.395284 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-ad6ee8dc-ba6d-418c-8c69-e99498dca9ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:20.397751 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-ad6ee8dc-ba6d-418c-8c69-e99498dca9ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:20.398925 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-ad6ee8dc-ba6d-418c-8c69-e99498dca9ed admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/27f27e3e-ab78-49a3-80c8-920c87d077a6 HTTP/1.1" status: 204 len: 168 time: 0.2391424 Sep 01 04:58:20.407106 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6ee8dc-ba6d-418c-8c69-e99498dca9ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f27e3e-ab78-49a3-80c8-920c87d077a6,revision_number=None']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 04:58:20.413504 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6ee8dc-ba6d-418c-8c69-e99498dca9ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:58:20.413868 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6ee8dc-ba6d-418c-8c69-e99498dca9ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:58:20.414210 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6ee8dc-ba6d-418c-8c69-e99498dca9ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:58:20.414542 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6ee8dc-ba6d-418c-8c69-e99498dca9ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:58:20.415049 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6ee8dc-ba6d-418c-8c69-e99498dca9ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:58:20.415415 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6ee8dc-ba6d-418c-8c69-e99498dca9ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:58:20.415785 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6ee8dc-ba6d-418c-8c69-e99498dca9ed admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:58:20.416127 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6ee8dc-ba6d-418c-8c69-e99498dca9ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:58:20.416473 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6ee8dc-ba6d-418c-8c69-e99498dca9ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:58:20.416798 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6ee8dc-ba6d-418c-8c69-e99498dca9ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:58:20.417117 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6ee8dc-ba6d-418c-8c69-e99498dca9ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:58:20.417436 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6ee8dc-ba6d-418c-8c69-e99498dca9ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 04:58:24.573518 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.agents_db [None req-49e1e325-328c-4825-9e4f-7693071b0ea2 None None] Agent healthcheck: found 5 active agents {{(pid=100914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 04:58:37.312565 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-8c74b4da-09e1-4a66-acd5-44ac1ab4c502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:39.994477 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:40.022884 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-1a41c8e5-600d-4ef7-a69e-17dc0c556e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:41.331799 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-125f6581-13c4-4eca-b15a-10d5e92c8028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:58:43.119925 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-57069d07-1191-4bd8-9ef8-43ac9a8b42c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:01.573275 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.agents_db [None req-49e1e325-328c-4825-9e4f-7693071b0ea2 None None] Agent healthcheck: found 5 active agents {{(pid=100914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 04:59:07.312007 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-e79daa5f-a190-412e-a92e-7e5ffe55b345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:09.993633 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:10.022419 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-5982c75c-fae1-486a-a821-cefa2faf2d9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:11.300908 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-125f6581-13c4-4eca-b15a-10d5e92c8028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:13.151567 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-57069d07-1191-4bd8-9ef8-43ac9a8b42c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:37.301163 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-c3e37a4e-e5e4-48d3-8899-37394bd7480a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:38.572797 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.agents_db [None req-49e1e325-328c-4825-9e4f-7693071b0ea2 None None] Agent healthcheck: found 5 active agents {{(pid=100914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 04:59:39.975219 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:40.082252 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-b69c500f-789c-4522-bff7-6711b4a5d4fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:41.336171 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-125f6581-13c4-4eca-b15a-10d5e92c8028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:43.158157 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-57069d07-1191-4bd8-9ef8-43ac9a8b42c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 04:59:52.104847 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1961208'] for agent, after_create {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:07.245370 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 42270) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:00:07.300970 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-f0a4d2ef-4ec5-4c69-8d55-584fd597fd84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:07.352617 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-eaff2625-b0f9-4080-bf58-1ce075236fbc admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1061473 Sep 01 05:00:09.597412 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 42280) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:00:09.652230 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-945fa0aa-df7a-46f1-a143-bd90b2f07f25 admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0537455 Sep 01 05:00:09.983973 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:10.092753 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-db20b536-b959-4558-be0e-ee5059a64432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:11.294689 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-125f6581-13c4-4eca-b15a-10d5e92c8028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:13.140634 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-57069d07-1191-4bd8-9ef8-43ac9a8b42c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:15.572971 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.agents_db [None req-49e1e325-328c-4825-9e4f-7693071b0ea2 None None] Agent healthcheck: found 6 active agents {{(pid=100914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 05:00:21.951368 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:37.316717 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-572d5e97-cc15-4e50-ab0a-125a67d2e44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:39.958243 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:40.019411 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-eda1bbad-d0e3-4ffa-944d-947554582b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:41.345684 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-125f6581-13c4-4eca-b15a-10d5e92c8028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:43.139563 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-57069d07-1191-4bd8-9ef8-43ac9a8b42c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:52.002123 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:00:52.572863 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.agents_db [None req-49e1e325-328c-4825-9e4f-7693071b0ea2 None None] Agent healthcheck: found 6 active agents {{(pid=100914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 05:01:07.304707 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-11907483-e54a-4093-aec0-f84b17349f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:09.978673 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:10.063979 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-cc0468a7-c4ec-4013-aee2-a8d22291dfae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:11.287207 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-125f6581-13c4-4eca-b15a-10d5e92c8028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:13.138172 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-57069d07-1191-4bd8-9ef8-43ac9a8b42c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:21.943913 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:29.571687 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.agents_db [None req-49e1e325-328c-4825-9e4f-7693071b0ea2 None None] Agent healthcheck: found 6 active agents {{(pid=100914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 05:01:37.321280 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-7016818a-8f7b-44e7-ba5e-53fd564b7a7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:38.178731 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 42452) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:01:38.540618 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.v2.base [None req-802ad0a6-057c-4318-af7a-a3ab8c64699b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-136836226-network', 'tenant_id': 'ada3817367b2453eb840f79dd9e0c0ca'}} {{(pid=100912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:01:38.610583 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 42480) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:01:38.639089 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 42484) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:01:38.652398 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-802ad0a6-057c-4318-af7a-a3ab8c64699b admin admin] Made reservation on behalf of ada3817367b2453eb840f79dd9e0c0ca for: {'network': 1} {{(pid=100912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 05:01:38.654795 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-802ad0a6-057c-4318-af7a-a3ab8c64699b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for network, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:38.664038 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-802ad0a6-057c-4318-af7a-a3ab8c64699b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:38.754144 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-802ad0a6-057c-4318-af7a-a3ab8c64699b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:38.892783 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-802ad0a6-057c-4318-af7a-a3ab8c64699b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:38.907714 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-802ad0a6-057c-4318-af7a-a3ab8c64699b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=100912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 05:01:38.925347 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-802ad0a6-057c-4318-af7a-a3ab8c64699b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945202'] for segment, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:38.927658 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.db.segments_db [None req-802ad0a6-057c-4318-af7a-a3ab8c64699b admin admin] Added segment b355928a-2ab4-48e2-8e38-507c436c8194 of type vlan for network e74c2692-ba0d-429f-a062-a70e31c44e0e Sep 01 05:01:38.941640 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802ad0a6-057c-4318-af7a-a3ab8c64699b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa5a320-7cf5-4621-929e-3c3fb945d9fe,revision_number=1']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:01:38.969563 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802ad0a6-057c-4318-af7a-a3ab8c64699b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:01:38.969941 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802ad0a6-057c-4318-af7a-a3ab8c64699b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:01:38.970285 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802ad0a6-057c-4318-af7a-a3ab8c64699b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:01:38.970638 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802ad0a6-057c-4318-af7a-a3ab8c64699b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:01:38.970994 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802ad0a6-057c-4318-af7a-a3ab8c64699b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:01:38.971331 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802ad0a6-057c-4318-af7a-a3ab8c64699b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:01:38.971656 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802ad0a6-057c-4318-af7a-a3ab8c64699b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:01:38.971998 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802ad0a6-057c-4318-af7a-a3ab8c64699b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:01:38.972352 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802ad0a6-057c-4318-af7a-a3ab8c64699b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:01:38.972673 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802ad0a6-057c-4318-af7a-a3ab8c64699b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:01:38.972998 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802ad0a6-057c-4318-af7a-a3ab8c64699b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:01:38.973314 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802ad0a6-057c-4318-af7a-a3ab8c64699b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:01:38.974391 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802ad0a6-057c-4318-af7a-a3ab8c64699b admin admin] Tracked resource versions report: Sep 01 05:01:38.974391 dv-cinder-804735-5-iscsi neutron-server[100912]: pushed versions: Sep 01 05:01:38.974391 dv-cinder-804735-5-iscsi neutron-server[100912]: { 'AddressGroup': {'1.2'}, Sep 01 05:01:38.974391 dv-cinder-804735-5-iscsi neutron-server[100912]: 'ConntrackHelper': {'1.0'}, Sep 01 05:01:38.974391 dv-cinder-804735-5-iscsi neutron-server[100912]: 'Log': {'1.0'}, Sep 01 05:01:38.974391 dv-cinder-804735-5-iscsi neutron-server[100912]: 'Network': {'1.1'}, Sep 01 05:01:38.974391 dv-cinder-804735-5-iscsi neutron-server[100912]: 'Port': {'1.7'}, Sep 01 05:01:38.974391 dv-cinder-804735-5-iscsi neutron-server[100912]: 'PortForwarding': {'1.2'}, Sep 01 05:01:38.974391 dv-cinder-804735-5-iscsi neutron-server[100912]: 'QosPolicy': {'1.9'}, Sep 01 05:01:38.974391 dv-cinder-804735-5-iscsi neutron-server[100912]: 'SecurityGroup': {'1.4'}, Sep 01 05:01:38.974391 dv-cinder-804735-5-iscsi neutron-server[100912]: 'SecurityGroupRule': {'1.2'}, Sep 01 05:01:38.974391 dv-cinder-804735-5-iscsi neutron-server[100912]: 'SubPort': {'1.0'}, Sep 01 05:01:38.974391 dv-cinder-804735-5-iscsi neutron-server[100912]: 'Subnet': {'1.1'}, Sep 01 05:01:38.974391 dv-cinder-804735-5-iscsi neutron-server[100912]: 'Trunk': {'1.1'}} Sep 01 05:01:38.974391 dv-cinder-804735-5-iscsi neutron-server[100912]: consumer versions: Sep 01 05:01:38.974391 dv-cinder-804735-5-iscsi neutron-server[100912]: { DHCP agent@dv-cinder-804735-5-iscsi: {}, Sep 01 05:01:38.974391 dv-cinder-804735-5-iscsi neutron-server[100912]: HyperV agent@hv-cinder-80473: {}, Sep 01 05:01:38.974391 dv-cinder-804735-5-iscsi neutron-server[100912]: L3 agent@dv-cinder-804735-5-iscsi: {}, Sep 01 05:01:38.974391 dv-cinder-804735-5-iscsi neutron-server[100912]: Metadata agent@dv-cinder-804735-5-iscsi: {}, Sep 01 05:01:38.974391 dv-cinder-804735-5-iscsi neutron-server[100912]: Metering agent@dv-cinder-804735-5-iscsi: {}, Sep 01 05:01:38.974391 dv-cinder-804735-5-iscsi neutron-server[100912]: Open vSwitch agent@dv-cinder-804735-5-iscsi: { 'AddressGroup': '1.2', Sep 01 05:01:38.974391 dv-cinder-804735-5-iscsi neutron-server[100912]: 'ConntrackHelper': '1.0', Sep 01 05:01:38.974391 dv-cinder-804735-5-iscsi neutron-server[100912]: 'Log': '1.0', Sep 01 05:01:38.974391 dv-cinder-804735-5-iscsi neutron-server[100912]: 'Network': '1.1', Sep 01 05:01:38.974391 dv-cinder-804735-5-iscsi neutron-server[100912]: 'Port': '1.7', Sep 01 05:01:38.974391 dv-cinder-804735-5-iscsi neutron-server[100912]: 'PortForwarding': '1.2', Sep 01 05:01:38.974391 dv-cinder-804735-5-iscsi neutron-server[100912]: 'QosPolicy': '1.9', Sep 01 05:01:38.974391 dv-cinder-804735-5-iscsi neutron-server[100912]: 'SecurityGroup': '1.4', Sep 01 05:01:38.974391 dv-cinder-804735-5-iscsi neutron-server[100912]: 'SecurityGroupRule': '1.2', Sep 01 05:01:38.974391 dv-cinder-804735-5-iscsi neutron-server[100912]: 'SubPort': '1.0', Sep 01 05:01:38.974391 dv-cinder-804735-5-iscsi neutron-server[100912]: 'Subnet': '1.1', Sep 01 05:01:38.974391 dv-cinder-804735-5-iscsi neutron-server[100912]: 'Trunk': '1.1'}} Sep 01 05:01:38.974391 dv-cinder-804735-5-iscsi neutron-server[100912]: {{(pid=100912) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 01 05:01:38.987167 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-802ad0a6-057c-4318-af7a-a3ab8c64699b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780564394581'] for network, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:39.074842 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-802ad0a6-057c-4318-af7a-a3ab8c64699b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782'] for network, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:39.075857 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802ad0a6-057c-4318-af7a-a3ab8c64699b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:01:39.076619 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-802ad0a6-057c-4318-af7a-a3ab8c64699b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607828'] for network, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:39.125462 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.v2.base [None req-2cc7f9a0-868c-4eca-be69-ed333f1f1a82 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2136978241-network', 'tenant_id': '946e808f58424af988fc775dafe15514'}} {{(pid=100912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:01:39.149653 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802ad0a6-057c-4318-af7a-a3ab8c64699b admin admin] Pushing event updated for resources: {'Network': ['ID=e74c2692-ba0d-429f-a062-a70e31c44e0e,revision_number=1']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:01:39.161789 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.v2.base [None req-eab9f936-c7f7-4209-a5f4-d135eefb107c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-232564752-network', 'tenant_id': '6f7fb169ff9b446089c4ed54ad80a0dc'}} {{(pid=100911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:01:39.162337 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Network e74c2692-ba0d-429f-a062-a70e31c44e0e details requested by agent ovs-agent-dv-cinder-804735-5-iscsi with host dv-cinder-804735-5-iscsi {{(pid=100913) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 05:01:39.186349 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 42502) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:01:39.191353 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-802ad0a6-057c-4318-af7a-a3ab8c64699b admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0108328 Sep 01 05:01:39.194385 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.v2.base [None req-530e7a80-aea5-4e34-9237-35b6b267cce6 admin admin] Request body: {'subnet': {'network_id': 'e74c2692-ba0d-429f-a062-a70e31c44e0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-136836226-subnet', 'tenant_id': 'ada3817367b2453eb840f79dd9e0c0ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:01:39.250350 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 42504) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:01:39.252179 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc7f9a0-868c-4eca-be69-ed333f1f1a82 admin admin] Made reservation on behalf of 946e808f58424af988fc775dafe15514 for: {'network': 1} {{(pid=100912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 05:01:39.254461 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-2cc7f9a0-868c-4eca-be69-ed333f1f1a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for network, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:39.264553 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-2cc7f9a0-868c-4eca-be69-ed333f1f1a82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:39.326356 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eab9f936-c7f7-4209-a5f4-d135eefb107c admin admin] Made reservation on behalf of 6f7fb169ff9b446089c4ed54ad80a0dc for: {'network': 1} {{(pid=100911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 05:01:39.328946 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-eab9f936-c7f7-4209-a5f4-d135eefb107c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for network, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:39.343585 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-eab9f936-c7f7-4209-a5f4-d135eefb107c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:39.446727 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-530e7a80-aea5-4e34-9237-35b6b267cce6 admin admin] Made reservation on behalf of ada3817367b2453eb840f79dd9e0c0ca for: {'subnet': 1} {{(pid=100911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 05:01:39.449108 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-530e7a80-aea5-4e34-9237-35b6b267cce6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:39.576273 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-2cc7f9a0-868c-4eca-be69-ed333f1f1a82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:39.594617 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.v2.base [None req-9e75bd66-d23d-4b3c-bf2b-62404b20b7ac admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1931772365-network', 'tenant_id': '6656dbfc754f4b4eb5789000e7b6d945'}} {{(pid=100911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:01:39.621893 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 42528) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:01:39.698192 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-2cc7f9a0-868c-4eca-be69-ed333f1f1a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:39.727828 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7f9a0-868c-4eca-be69-ed333f1f1a82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63cd6b54-f6bd-4c17-b05c-3feaa612db8e,revision_number=1']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:01:39.743930 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cc7f9a0-868c-4eca-be69-ed333f1f1a82 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=100912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 05:01:39.758727 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-530e7a80-aea5-4e34-9237-35b6b267cce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782'] for subnet, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:39.761312 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-2cc7f9a0-868c-4eca-be69-ed333f1f1a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945202'] for segment, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:39.761312 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.db.segments_db [None req-2cc7f9a0-868c-4eca-be69-ed333f1f1a82 admin admin] Added segment 977b7374-dcaa-468f-9e3b-93bdf2287220 of type vlan for network c723ed29-cdf0-4f62-a130-3d9f06afd19b Sep 01 05:01:39.809761 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-2cc7f9a0-868c-4eca-be69-ed333f1f1a82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780564394581'] for network, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:39.839595 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530e7a80-aea5-4e34-9237-35b6b267cce6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d853577-d9e1-459d-a3f2-84d7c1a261d5,revision_number=0']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:01:39.853490 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530e7a80-aea5-4e34-9237-35b6b267cce6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:01:39.853874 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530e7a80-aea5-4e34-9237-35b6b267cce6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:01:39.854242 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530e7a80-aea5-4e34-9237-35b6b267cce6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:01:39.854580 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530e7a80-aea5-4e34-9237-35b6b267cce6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:01:39.854941 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530e7a80-aea5-4e34-9237-35b6b267cce6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:01:39.855302 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530e7a80-aea5-4e34-9237-35b6b267cce6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:01:39.855651 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530e7a80-aea5-4e34-9237-35b6b267cce6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:01:39.855996 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530e7a80-aea5-4e34-9237-35b6b267cce6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:01:39.856344 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530e7a80-aea5-4e34-9237-35b6b267cce6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:01:39.856819 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530e7a80-aea5-4e34-9237-35b6b267cce6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:01:39.857148 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530e7a80-aea5-4e34-9237-35b6b267cce6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:01:39.857474 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530e7a80-aea5-4e34-9237-35b6b267cce6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:01:39.858575 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530e7a80-aea5-4e34-9237-35b6b267cce6 admin admin] Tracked resource versions report: Sep 01 05:01:39.858575 dv-cinder-804735-5-iscsi neutron-server[100911]: pushed versions: Sep 01 05:01:39.858575 dv-cinder-804735-5-iscsi neutron-server[100911]: { 'AddressGroup': {'1.2'}, Sep 01 05:01:39.858575 dv-cinder-804735-5-iscsi neutron-server[100911]: 'ConntrackHelper': {'1.0'}, Sep 01 05:01:39.858575 dv-cinder-804735-5-iscsi neutron-server[100911]: 'Log': {'1.0'}, Sep 01 05:01:39.858575 dv-cinder-804735-5-iscsi neutron-server[100911]: 'Network': {'1.1'}, Sep 01 05:01:39.858575 dv-cinder-804735-5-iscsi neutron-server[100911]: 'Port': {'1.7'}, Sep 01 05:01:39.858575 dv-cinder-804735-5-iscsi neutron-server[100911]: 'PortForwarding': {'1.2'}, Sep 01 05:01:39.858575 dv-cinder-804735-5-iscsi neutron-server[100911]: 'QosPolicy': {'1.9'}, Sep 01 05:01:39.858575 dv-cinder-804735-5-iscsi neutron-server[100911]: 'SecurityGroup': {'1.4'}, Sep 01 05:01:39.858575 dv-cinder-804735-5-iscsi neutron-server[100911]: 'SecurityGroupRule': {'1.2'}, Sep 01 05:01:39.858575 dv-cinder-804735-5-iscsi neutron-server[100911]: 'SubPort': {'1.0'}, Sep 01 05:01:39.858575 dv-cinder-804735-5-iscsi neutron-server[100911]: 'Subnet': {'1.1'}, Sep 01 05:01:39.858575 dv-cinder-804735-5-iscsi neutron-server[100911]: 'Trunk': {'1.1'}} Sep 01 05:01:39.858575 dv-cinder-804735-5-iscsi neutron-server[100911]: consumer versions: Sep 01 05:01:39.858575 dv-cinder-804735-5-iscsi neutron-server[100911]: { DHCP agent@dv-cinder-804735-5-iscsi: {}, Sep 01 05:01:39.858575 dv-cinder-804735-5-iscsi neutron-server[100911]: HyperV agent@hv-cinder-80473: {}, Sep 01 05:01:39.858575 dv-cinder-804735-5-iscsi neutron-server[100911]: L3 agent@dv-cinder-804735-5-iscsi: {}, Sep 01 05:01:39.858575 dv-cinder-804735-5-iscsi neutron-server[100911]: Metadata agent@dv-cinder-804735-5-iscsi: {}, Sep 01 05:01:39.858575 dv-cinder-804735-5-iscsi neutron-server[100911]: Metering agent@dv-cinder-804735-5-iscsi: {}, Sep 01 05:01:39.858575 dv-cinder-804735-5-iscsi neutron-server[100911]: Open vSwitch agent@dv-cinder-804735-5-iscsi: { 'AddressGroup': '1.2', Sep 01 05:01:39.858575 dv-cinder-804735-5-iscsi neutron-server[100911]: 'ConntrackHelper': '1.0', Sep 01 05:01:39.858575 dv-cinder-804735-5-iscsi neutron-server[100911]: 'Log': '1.0', Sep 01 05:01:39.858575 dv-cinder-804735-5-iscsi neutron-server[100911]: 'Network': '1.1', Sep 01 05:01:39.858575 dv-cinder-804735-5-iscsi neutron-server[100911]: 'Port': '1.7', Sep 01 05:01:39.858575 dv-cinder-804735-5-iscsi neutron-server[100911]: 'PortForwarding': '1.2', Sep 01 05:01:39.858575 dv-cinder-804735-5-iscsi neutron-server[100911]: 'QosPolicy': '1.9', Sep 01 05:01:39.858575 dv-cinder-804735-5-iscsi neutron-server[100911]: 'SecurityGroup': '1.4', Sep 01 05:01:39.858575 dv-cinder-804735-5-iscsi neutron-server[100911]: 'SecurityGroupRule': '1.2', Sep 01 05:01:39.858575 dv-cinder-804735-5-iscsi neutron-server[100911]: 'SubPort': '1.0', Sep 01 05:01:39.858575 dv-cinder-804735-5-iscsi neutron-server[100911]: 'Subnet': '1.1', Sep 01 05:01:39.858575 dv-cinder-804735-5-iscsi neutron-server[100911]: 'Trunk': '1.1'}} Sep 01 05:01:39.858575 dv-cinder-804735-5-iscsi neutron-server[100911]: {{(pid=100911) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 01 05:01:39.863778 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530e7a80-aea5-4e34-9237-35b6b267cce6 admin admin] Checking segment: {'id': 'b355928a-2ab4-48e2-8e38-507c436c8194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'e74c2692-ba0d-429f-a062-a70e31c44e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:01:39.864104 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530e7a80-aea5-4e34-9237-35b6b267cce6 admin admin] Network hostable DHCP agents. Network: e74c2692-ba0d-429f-a062-a70e31c44e0e, hostable agents: ['978c142f-0e94-4713-b592-abea12f7c88c'], hosted agents: [] {{(pid=100911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 05:01:39.903727 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-eab9f936-c7f7-4209-a5f4-d135eefb107c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:39.909743 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-2cc7f9a0-868c-4eca-be69-ed333f1f1a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782'] for network, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:39.911406 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc7f9a0-868c-4eca-be69-ed333f1f1a82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:01:39.913140 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-2cc7f9a0-868c-4eca-be69-ed333f1f1a82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607828'] for network, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:39.975256 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.v2.base [None req-18b188f7-b7ca-457f-9789-a87b9b86af7d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1848366623-network', 'tenant_id': 'efd1fc476bbc46ddb375c7c745356ae4'}} {{(pid=100912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:01:39.987754 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530e7a80-aea5-4e34-9237-35b6b267cce6 admin admin] Network e74c2692-ba0d-429f-a062-a70e31c44e0e is scheduled to be hosted by DHCP agent 978c142f-0e94-4713-b592-abea12f7c88c with binding_index 1 {{(pid=100911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 05:01:40.000910 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7f9a0-868c-4eca-be69-ed333f1f1a82 admin admin] Pushing event updated for resources: {'Network': ['ID=c723ed29-cdf0-4f62-a130-3d9f06afd19b,revision_number=1']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:01:40.015739 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Network c723ed29-cdf0-4f62-a130-3d9f06afd19b details requested by agent ovs-agent-dv-cinder-804735-5-iscsi with host dv-cinder-804735-5-iscsi {{(pid=100913) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 05:01:40.017829 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-eab9f936-c7f7-4209-a5f4-d135eefb107c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:40.024507 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:40.053033 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eab9f936-c7f7-4209-a5f4-d135eefb107c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=100911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 05:01:40.075200 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab9f936-c7f7-4209-a5f4-d135eefb107c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6812606e-27cf-4581-8ddc-533ec8fb7846,revision_number=1']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:01:40.078387 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-82722695-1ff7-4f43-bc31-fac041b12688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:40.078933 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-eab9f936-c7f7-4209-a5f4-d135eefb107c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780564943050', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945202'] for segment, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:40.083185 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-eab9f936-c7f7-4209-a5f4-d135eefb107c admin admin] Unsubscribe: segment precommit_create {{(pid=100911) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 01 05:01:40.083185 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.db.segments_db [None req-eab9f936-c7f7-4209-a5f4-d135eefb107c admin admin] Added segment 6efdb405-2837-4b70-a808-bb1ee8aa5349 of type vlan for network 3c0fc3fe-cfc7-47f9-a3bb-23d1892df261 Sep 01 05:01:40.111262 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-2cc7f9a0-868c-4eca-be69-ed333f1f1a82 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4995379 Sep 01 05:01:40.114847 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 42540) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:01:40.123647 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.v2.base [None req-70e3fb38-aa9d-41ae-8b34-476a2398f2ad admin admin] Request body: {'subnet': {'network_id': 'c723ed29-cdf0-4f62-a130-3d9f06afd19b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2136978241-subnet', 'tenant_id': '946e808f58424af988fc775dafe15514', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:01:40.160598 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.base_scheduler [None req-530e7a80-aea5-4e34-9237-35b6b267cce6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-5-iscsi, e74c2692-ba0d-429f-a062-a70e31c44e0e) {{(pid=100911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:01:40.174372 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb429be-d135-41fc-a95f-2e6ee3c7cec7 None None] Network e74c2692-ba0d-429f-a062-a70e31c44e0e requested from dv-cinder-804735-5-iscsi {{(pid=100913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 05:01:40.177600 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530e7a80-aea5-4e34-9237-35b6b267cce6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:01:40.180843 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-530e7a80-aea5-4e34-9237-35b6b267cce6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607828'] for subnet, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:40.190235 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-eab9f936-c7f7-4209-a5f4-d135eefb107c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780564394581'] for network, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:40.233412 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e75bd66-d23d-4b3c-bf2b-62404b20b7ac admin admin] Made reservation on behalf of 6656dbfc754f4b4eb5789000e7b6d945 for: {'network': 1} {{(pid=100911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 05:01:40.236230 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-9e75bd66-d23d-4b3c-bf2b-62404b20b7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for network, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:40.258276 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-9e75bd66-d23d-4b3c-bf2b-62404b20b7ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:40.348766 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-530e7a80-aea5-4e34-9237-35b6b267cce6 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1612802 Sep 01 05:01:40.349802 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-eab9f936-c7f7-4209-a5f4-d135eefb107c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782'] for network, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:40.351324 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab9f936-c7f7-4209-a5f4-d135eefb107c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:01:40.352070 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-eab9f936-c7f7-4209-a5f4-d135eefb107c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607828'] for network, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:40.370839 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2477ea5-e907-4c10-9c53-6f3eb5a09454 None None] Network e74c2692-ba0d-429f-a062-a70e31c44e0e requested from dv-cinder-804735-5-iscsi {{(pid=100913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 05:01:40.460559 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab9f936-c7f7-4209-a5f4-d135eefb107c admin admin] Pushing event updated for resources: {'Network': ['ID=3c0fc3fe-cfc7-47f9-a3bb-23d1892df261,revision_number=1']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:01:40.477208 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Network 3c0fc3fe-cfc7-47f9-a3bb-23d1892df261 details requested by agent ovs-agent-dv-cinder-804735-5-iscsi with host dv-cinder-804735-5-iscsi {{(pid=100913) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 05:01:40.486108 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.db.api [None req-9e75bd66-d23d-4b3c-bf2b-62404b20b7ac admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 01 05:01:40.486108 dv-cinder-804735-5-iscsi neutron-server[100911]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 01 05:01:40.486108 dv-cinder-804735-5-iscsi neutron-server[100911]: [parameters: {'project_id_1': '6656dbfc754f4b4eb5789000e7b6d945', 'expiration_1': datetime.datetime(2021, 9, 1, 5, 1, 40, 270397)}] Sep 01 05:01:40.486108 dv-cinder-804735-5-iscsi neutron-server[100911]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100911) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 05:01:40.497652 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG oslo_db.api [None req-9e75bd66-d23d-4b3c-bf2b-62404b20b7ac admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 05:01:40.497771 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18b188f7-b7ca-457f-9789-a87b9b86af7d admin admin] Made reservation on behalf of efd1fc476bbc46ddb375c7c745356ae4 for: {'network': 1} {{(pid=100912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 05:01:40.497771 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-18b188f7-b7ca-457f-9789-a87b9b86af7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for network, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:40.517338 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-18b188f7-b7ca-457f-9789-a87b9b86af7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:40.601494 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e3fb38-aa9d-41ae-8b34-476a2398f2ad admin admin] Made reservation on behalf of 946e808f58424af988fc775dafe15514 for: {'subnet': 1} {{(pid=100912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 05:01:40.606288 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-70e3fb38-aa9d-41ae-8b34-476a2398f2ad admin admin] Notify callbacks [] for subnet, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:40.719731 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-eab9f936-c7f7-4209-a5f4-d135eefb107c admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.0793526 Sep 01 05:01:40.720271 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 42560) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:01:40.726243 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.v2.base [None req-131466f5-bb3f-4646-8bef-6911dbc09529 admin admin] Request body: {'subnet': {'network_id': '3c0fc3fe-cfc7-47f9-a3bb-23d1892df261', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-232564752-subnet', 'tenant_id': '6f7fb169ff9b446089c4ed54ad80a0dc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:01:40.865865 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-18b188f7-b7ca-457f-9789-a87b9b86af7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:40.920884 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-70e3fb38-aa9d-41ae-8b34-476a2398f2ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782'] for subnet, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:40.951953 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-18b188f7-b7ca-457f-9789-a87b9b86af7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:40.989742 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-9e75bd66-d23d-4b3c-bf2b-62404b20b7ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:40.992665 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18b188f7-b7ca-457f-9789-a87b9b86af7d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=100912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 05:01:41.003104 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-18b188f7-b7ca-457f-9789-a87b9b86af7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945202'] for segment, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:41.003383 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.db.segments_db [None req-18b188f7-b7ca-457f-9789-a87b9b86af7d admin admin] Added segment e92f5f75-4b28-4c21-a02f-3b0b28f57878 of type vlan for network 92e27a99-4acf-46a2-b103-44939bb42018 Sep 01 05:01:41.046267 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-131466f5-bb3f-4646-8bef-6911dbc09529 admin admin] Made reservation on behalf of 6f7fb169ff9b446089c4ed54ad80a0dc for: {'subnet': 1} {{(pid=100911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 05:01:41.048742 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-131466f5-bb3f-4646-8bef-6911dbc09529 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:41.053316 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-18b188f7-b7ca-457f-9789-a87b9b86af7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780564394581'] for network, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:41.095963 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e3fb38-aa9d-41ae-8b34-476a2398f2ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=909e3fa2-7f33-42d6-8481-226421c0fbb2,revision_number=0']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:01:41.101783 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e3fb38-aa9d-41ae-8b34-476a2398f2ad admin admin] Checking segment: {'id': '977b7374-dcaa-468f-9e3b-93bdf2287220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c723ed29-cdf0-4f62-a130-3d9f06afd19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:01:41.102193 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e3fb38-aa9d-41ae-8b34-476a2398f2ad admin admin] Network hostable DHCP agents. Network: c723ed29-cdf0-4f62-a130-3d9f06afd19b, hostable agents: ['978c142f-0e94-4713-b592-abea12f7c88c'], hosted agents: [] {{(pid=100912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 05:01:41.104342 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b188f7-b7ca-457f-9789-a87b9b86af7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60b942f3-b9c5-4049-9a05-f5c15c456087,revision_number=1']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:01:41.178161 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-18b188f7-b7ca-457f-9789-a87b9b86af7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782'] for network, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:41.180302 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b188f7-b7ca-457f-9789-a87b9b86af7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:01:41.180960 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-18b188f7-b7ca-457f-9789-a87b9b86af7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607828'] for network, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:41.247441 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b188f7-b7ca-457f-9789-a87b9b86af7d admin admin] Pushing event updated for resources: {'Network': ['ID=92e27a99-4acf-46a2-b103-44939bb42018,revision_number=1']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:01:41.251955 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e3fb38-aa9d-41ae-8b34-476a2398f2ad admin admin] Network c723ed29-cdf0-4f62-a130-3d9f06afd19b is scheduled to be hosted by DHCP agent 978c142f-0e94-4713-b592-abea12f7c88c with binding_index 1 {{(pid=100912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 05:01:41.259874 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Network 92e27a99-4acf-46a2-b103-44939bb42018 details requested by agent ovs-agent-dv-cinder-804735-5-iscsi with host dv-cinder-804735-5-iscsi {{(pid=100913) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 05:01:41.318308 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-9e75bd66-d23d-4b3c-bf2b-62404b20b7ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:41.353539 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.scheduler.base_scheduler [None req-70e3fb38-aa9d-41ae-8b34-476a2398f2ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-5-iscsi, c723ed29-cdf0-4f62-a130-3d9f06afd19b) {{(pid=100912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:01:41.354277 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-125f6581-13c4-4eca-b15a-10d5e92c8028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:41.357789 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e3fb38-aa9d-41ae-8b34-476a2398f2ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:01:41.358556 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-70e3fb38-aa9d-41ae-8b34-476a2398f2ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607828'] for subnet, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:41.364681 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a6fe77-449a-472f-9aad-f19262ba491c None None] Network c723ed29-cdf0-4f62-a130-3d9f06afd19b requested from dv-cinder-804735-5-iscsi {{(pid=100913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 05:01:41.431310 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-9e75bd66-d23d-4b3c-bf2b-62404b20b7ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:41.453064 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e75bd66-d23d-4b3c-bf2b-62404b20b7ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=100911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 05:01:41.457720 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-131466f5-bb3f-4646-8bef-6911dbc09529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782'] for subnet, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:41.488590 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e75bd66-d23d-4b3c-bf2b-62404b20b7ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62645d4d-a61f-433f-a97f-a988e3c7fe2e,revision_number=1']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:01:41.497119 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-9e75bd66-d23d-4b3c-bf2b-62404b20b7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945202'] for segment, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:41.497509 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.db.segments_db [None req-9e75bd66-d23d-4b3c-bf2b-62404b20b7ac admin admin] Added segment 6e1bddff-bcf1-4e83-9c12-c4ded3ce417c of type vlan for network e239844d-232c-4a02-ba33-46d720e37c24 Sep 01 05:01:41.528893 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5ff32f-bae7-41b4-bd01-c4c0e8b48797 None None] Network c723ed29-cdf0-4f62-a130-3d9f06afd19b requested from dv-cinder-804735-5-iscsi {{(pid=100913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 05:01:41.542272 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 42594) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:01:41.547234 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.v2.base [None req-539a96f2-ac4b-4486-a3f0-c3d1f9756558 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-632762327-network', 'tenant_id': 'f382ae81bd4c49b19e04a0d91a573641'}} {{(pid=100912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:01:41.564995 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131466f5-bb3f-4646-8bef-6911dbc09529 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0619a0c6-b699-4546-b1ae-83c65a031c43,revision_number=0']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:01:41.576174 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-9e75bd66-d23d-4b3c-bf2b-62404b20b7ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780564394581'] for network, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:41.581091 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-18b188f7-b7ca-457f-9789-a87b9b86af7d admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9576600 Sep 01 05:01:41.582485 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-70e3fb38-aa9d-41ae-8b34-476a2398f2ad admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4664650 Sep 01 05:01:41.586094 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 42596) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:01:41.597811 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.v2.base [None req-5635cf94-5db6-4f65-af1b-1b6147c7c73e admin admin] Request body: {'subnet': {'network_id': '92e27a99-4acf-46a2-b103-44939bb42018', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1848366623-subnet', 'tenant_id': 'efd1fc476bbc46ddb375c7c745356ae4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:01:41.611991 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131466f5-bb3f-4646-8bef-6911dbc09529 admin admin] Checking segment: {'id': '6efdb405-2837-4b70-a808-bb1ee8aa5349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3c0fc3fe-cfc7-47f9-a3bb-23d1892df261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:01:41.612556 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131466f5-bb3f-4646-8bef-6911dbc09529 admin admin] Network hostable DHCP agents. Network: 3c0fc3fe-cfc7-47f9-a3bb-23d1892df261, hostable agents: ['978c142f-0e94-4713-b592-abea12f7c88c'], hosted agents: [] {{(pid=100911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 05:01:41.721667 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-9e75bd66-d23d-4b3c-bf2b-62404b20b7ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782'] for network, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:41.722717 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e75bd66-d23d-4b3c-bf2b-62404b20b7ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:01:41.723362 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-9e75bd66-d23d-4b3c-bf2b-62404b20b7ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607828'] for network, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:41.750675 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539a96f2-ac4b-4486-a3f0-c3d1f9756558 admin admin] Made reservation on behalf of f382ae81bd4c49b19e04a0d91a573641 for: {'network': 1} {{(pid=100912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 05:01:41.754312 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-539a96f2-ac4b-4486-a3f0-c3d1f9756558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for network, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:41.775516 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-539a96f2-ac4b-4486-a3f0-c3d1f9756558 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:41.835758 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131466f5-bb3f-4646-8bef-6911dbc09529 admin admin] Network 3c0fc3fe-cfc7-47f9-a3bb-23d1892df261 is scheduled to be hosted by DHCP agent 978c142f-0e94-4713-b592-abea12f7c88c with binding_index 1 {{(pid=100911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 05:01:41.858733 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e75bd66-d23d-4b3c-bf2b-62404b20b7ac admin admin] Pushing event updated for resources: {'Network': ['ID=e239844d-232c-4a02-ba33-46d720e37c24,revision_number=1']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:01:41.870854 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Network e239844d-232c-4a02-ba33-46d720e37c24 details requested by agent ovs-agent-dv-cinder-804735-5-iscsi with host dv-cinder-804735-5-iscsi {{(pid=100913) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 05:01:41.925807 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-9e75bd66-d23d-4b3c-bf2b-62404b20b7ac admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.6740911 Sep 01 05:01:41.928674 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 42616) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:01:41.934468 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.v2.base [None req-fbfacbbd-ee0f-465c-9930-5fa31e80115e admin admin] Request body: {'subnet': {'network_id': 'e239844d-232c-4a02-ba33-46d720e37c24', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1931772365-subnet', 'tenant_id': '6656dbfc754f4b4eb5789000e7b6d945', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:01:41.949014 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.base_scheduler [None req-131466f5-bb3f-4646-8bef-6911dbc09529 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-5-iscsi, 3c0fc3fe-cfc7-47f9-a3bb-23d1892df261) {{(pid=100911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:01:41.952863 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131466f5-bb3f-4646-8bef-6911dbc09529 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:01:41.953499 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-131466f5-bb3f-4646-8bef-6911dbc09529 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607828'] for subnet, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:41.958531 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e06923-7427-4c96-87e8-cc5b82647312 None None] Network 3c0fc3fe-cfc7-47f9-a3bb-23d1892df261 requested from dv-cinder-804735-5-iscsi {{(pid=100913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 05:01:42.034653 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5635cf94-5db6-4f65-af1b-1b6147c7c73e admin admin] Made reservation on behalf of efd1fc476bbc46ddb375c7c745356ae4 for: {'subnet': 1} {{(pid=100912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 05:01:42.037332 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-5635cf94-5db6-4f65-af1b-1b6147c7c73e admin admin] Notify callbacks [] for subnet, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:42.067269 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.db.api [None req-fbfacbbd-ee0f-465c-9930-5fa31e80115e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 01 05:01:42.067269 dv-cinder-804735-5-iscsi neutron-server[100911]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 01 05:01:42.067269 dv-cinder-804735-5-iscsi neutron-server[100911]: [parameters: {'project_id_1': '6656dbfc754f4b4eb5789000e7b6d945', 'expiration_1': datetime.datetime(2021, 9, 1, 5, 1, 41, 938868)}] Sep 01 05:01:42.067269 dv-cinder-804735-5-iscsi neutron-server[100911]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100911) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 01 05:01:42.068098 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG oslo_db.api [None req-fbfacbbd-ee0f-465c-9930-5fa31e80115e admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 01 05:01:42.114433 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0682633a-be6c-401a-8ebf-05b511b19442 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp983e0ae1-5f53-559a-a4b8-4d2c1e9d6efd-3c0fc3fe-cfc7-47f9-a3bb-23d1892df261', 'network_id': '3c0fc3fe-cfc7-47f9-a3bb-23d1892df261', 'tenant_id': '6f7fb169ff9b446089c4ed54ad80a0dc', 'fixed_ips': [{'subnet_id': '0619a0c6-b699-4546-b1ae-83c65a031c43'}]}} from dv-cinder-804735-5-iscsi. {{(pid=100913) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 05:01:42.116067 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-0682633a-be6c-401a-8ebf-05b511b19442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_create {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:42.322867 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-539a96f2-ac4b-4486-a3f0-c3d1f9756558 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:42.354498 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.db_base_plugin_common [None req-0682633a-be6c-401a-8ebf-05b511b19442 None None] Allocated IP 172.20.0.2 (3c0fc3fe-cfc7-47f9-a3bb-23d1892df261/0619a0c6-b699-4546-b1ae-83c65a031c43/c111d481-76ab-49b7-b33b-863b5c22d834) {{(pid=100913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 05:01:42.427444 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-539a96f2-ac4b-4486-a3f0-c3d1f9756558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:42.454963 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539a96f2-ac4b-4486-a3f0-c3d1f9756558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b73d324e-b131-4434-a7a8-b438285f941b,revision_number=1']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:01:42.458741 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-5635cf94-5db6-4f65-af1b-1b6147c7c73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782'] for subnet, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:42.491358 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-539a96f2-ac4b-4486-a3f0-c3d1f9756558 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=100912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 05:01:42.520113 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-539a96f2-ac4b-4486-a3f0-c3d1f9756558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945202'] for segment, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:42.523326 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.db.segments_db [None req-539a96f2-ac4b-4486-a3f0-c3d1f9756558 admin admin] Added segment 6b9c3dd0-817b-485e-a20d-a27146ebf371 of type vlan for network 6322eeb0-99d6-49b6-bc0e-0e1934c478a5 Sep 01 05:01:42.542992 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-131466f5-bb3f-4646-8bef-6911dbc09529 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8214796 Sep 01 05:01:42.545673 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 42656) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:01:42.551010 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.v2.base [None req-8e03cf1a-8fcf-4afb-a414-91bc21b02a36 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-232564752-router', 'tenant_id': '6f7fb169ff9b446089c4ed54ad80a0dc', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76'}}} {{(pid=100911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:01:42.570660 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5635cf94-5db6-4f65-af1b-1b6147c7c73e admin admin] Pushing event updated for resources: {'Subnet': ['ID=632c2506-9627-456a-904a-03e2fe14470f,revision_number=0']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:01:42.572725 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 42658) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:01:42.579930 dv-cinder-804735-5-iscsi neutron-server[100912]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 01 05:01:42.589673 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-0682633a-be6c-401a-8ebf-05b511b19442 None None] Notify callbacks [] for port, precommit_create {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:42.598812 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-0682633a-be6c-401a-8ebf-05b511b19442 None None] Transition to ACTIVE for port object c111d481-76ab-49b7-b33b-863b5c22d834 will not be triggered until provisioned by entity L2. {{(pid=100913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:01:42.613774 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-0682633a-be6c-401a-8ebf-05b511b19442 None None] Transition to ACTIVE for port object c111d481-76ab-49b7-b33b-863b5c22d834 will not be triggered until provisioned by entity DHCP. {{(pid=100913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:01:42.615380 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-539a96f2-ac4b-4486-a3f0-c3d1f9756558 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780564394581'] for network, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:42.653857 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-8e03cf1a-8fcf-4afb-a414-91bc21b02a36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2062353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4668'] for router, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:42.655156 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-8e03cf1a-8fcf-4afb-a414-91bc21b02a36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1958647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1958276', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1962599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4645'] for router, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:42.692361 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-0682633a-be6c-401a-8ebf-05b511b19442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780564376589'] for port, after_create {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:42.743359 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0682633a-be6c-401a-8ebf-05b511b19442 None None] Network 3c0fc3fe-cfc7-47f9-a3bb-23d1892df261 is already hosted by enough agents. {{(pid=100913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:01:42.747875 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.scheduler.base_scheduler [None req-0682633a-be6c-401a-8ebf-05b511b19442 None None] Resources bound (agent type, host, resource id): {{(pid=100913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:01:42.750199 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682633a-be6c-401a-8ebf-05b511b19442 None None] Pushing event updated for resources: {'Port': ['ID=c111d481-76ab-49b7-b33b-863b5c22d834,revision_number=1']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:01:42.752872 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0682633a-be6c-401a-8ebf-05b511b19442 None None] Received port after_create {{(pid=100913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 05:01:42.762673 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0682633a-be6c-401a-8ebf-05b511b19442 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:01:42.763083 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0682633a-be6c-401a-8ebf-05b511b19442 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:01:42.763620 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0682633a-be6c-401a-8ebf-05b511b19442 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:01:42.763974 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0682633a-be6c-401a-8ebf-05b511b19442 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:01:42.764314 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0682633a-be6c-401a-8ebf-05b511b19442 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:01:42.764649 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0682633a-be6c-401a-8ebf-05b511b19442 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:01:42.765127 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0682633a-be6c-401a-8ebf-05b511b19442 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:01:42.765463 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0682633a-be6c-401a-8ebf-05b511b19442 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:01:42.765820 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0682633a-be6c-401a-8ebf-05b511b19442 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:01:42.766153 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0682633a-be6c-401a-8ebf-05b511b19442 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:01:42.766621 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0682633a-be6c-401a-8ebf-05b511b19442 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:01:42.766978 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0682633a-be6c-401a-8ebf-05b511b19442 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:01:42.768112 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0682633a-be6c-401a-8ebf-05b511b19442 None None] Tracked resource versions report: Sep 01 05:01:42.768112 dv-cinder-804735-5-iscsi neutron-server[100913]: pushed versions: Sep 01 05:01:42.768112 dv-cinder-804735-5-iscsi neutron-server[100913]: { 'AddressGroup': {'1.2'}, Sep 01 05:01:42.768112 dv-cinder-804735-5-iscsi neutron-server[100913]: 'ConntrackHelper': {'1.0'}, Sep 01 05:01:42.768112 dv-cinder-804735-5-iscsi neutron-server[100913]: 'Log': {'1.0'}, Sep 01 05:01:42.768112 dv-cinder-804735-5-iscsi neutron-server[100913]: 'Network': {'1.1'}, Sep 01 05:01:42.768112 dv-cinder-804735-5-iscsi neutron-server[100913]: 'Port': {'1.7'}, Sep 01 05:01:42.768112 dv-cinder-804735-5-iscsi neutron-server[100913]: 'PortForwarding': {'1.2'}, Sep 01 05:01:42.768112 dv-cinder-804735-5-iscsi neutron-server[100913]: 'QosPolicy': {'1.9'}, Sep 01 05:01:42.768112 dv-cinder-804735-5-iscsi neutron-server[100913]: 'SecurityGroup': {'1.4'}, Sep 01 05:01:42.768112 dv-cinder-804735-5-iscsi neutron-server[100913]: 'SecurityGroupRule': {'1.2'}, Sep 01 05:01:42.768112 dv-cinder-804735-5-iscsi neutron-server[100913]: 'SubPort': {'1.0'}, Sep 01 05:01:42.768112 dv-cinder-804735-5-iscsi neutron-server[100913]: 'Subnet': {'1.1'}, Sep 01 05:01:42.768112 dv-cinder-804735-5-iscsi neutron-server[100913]: 'Trunk': {'1.1'}} Sep 01 05:01:42.768112 dv-cinder-804735-5-iscsi neutron-server[100913]: consumer versions: Sep 01 05:01:42.768112 dv-cinder-804735-5-iscsi neutron-server[100913]: { DHCP agent@dv-cinder-804735-5-iscsi: {}, Sep 01 05:01:42.768112 dv-cinder-804735-5-iscsi neutron-server[100913]: HyperV agent@hv-cinder-80473: {}, Sep 01 05:01:42.768112 dv-cinder-804735-5-iscsi neutron-server[100913]: L3 agent@dv-cinder-804735-5-iscsi: {}, Sep 01 05:01:42.768112 dv-cinder-804735-5-iscsi neutron-server[100913]: Metadata agent@dv-cinder-804735-5-iscsi: {}, Sep 01 05:01:42.768112 dv-cinder-804735-5-iscsi neutron-server[100913]: Metering agent@dv-cinder-804735-5-iscsi: {}, Sep 01 05:01:42.768112 dv-cinder-804735-5-iscsi neutron-server[100913]: Open vSwitch agent@dv-cinder-804735-5-iscsi: { 'AddressGroup': '1.2', Sep 01 05:01:42.768112 dv-cinder-804735-5-iscsi neutron-server[100913]: 'ConntrackHelper': '1.0', Sep 01 05:01:42.768112 dv-cinder-804735-5-iscsi neutron-server[100913]: 'Log': '1.0', Sep 01 05:01:42.768112 dv-cinder-804735-5-iscsi neutron-server[100913]: 'Network': '1.1', Sep 01 05:01:42.768112 dv-cinder-804735-5-iscsi neutron-server[100913]: 'Port': '1.7', Sep 01 05:01:42.768112 dv-cinder-804735-5-iscsi neutron-server[100913]: 'PortForwarding': '1.2', Sep 01 05:01:42.768112 dv-cinder-804735-5-iscsi neutron-server[100913]: 'QosPolicy': '1.9', Sep 01 05:01:42.768112 dv-cinder-804735-5-iscsi neutron-server[100913]: 'SecurityGroup': '1.4', Sep 01 05:01:42.768112 dv-cinder-804735-5-iscsi neutron-server[100913]: 'SecurityGroupRule': '1.2', Sep 01 05:01:42.768112 dv-cinder-804735-5-iscsi neutron-server[100913]: 'SubPort': '1.0', Sep 01 05:01:42.768112 dv-cinder-804735-5-iscsi neutron-server[100913]: 'Subnet': '1.1', Sep 01 05:01:42.768112 dv-cinder-804735-5-iscsi neutron-server[100913]: 'Trunk': '1.1'}} Sep 01 05:01:42.768112 dv-cinder-804735-5-iscsi neutron-server[100913]: {{(pid=100913) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 01 05:01:42.778340 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5635cf94-5db6-4f65-af1b-1b6147c7c73e admin admin] Checking segment: {'id': 'e92f5f75-4b28-4c21-a02f-3b0b28f57878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '92e27a99-4acf-46a2-b103-44939bb42018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:01:42.778901 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5635cf94-5db6-4f65-af1b-1b6147c7c73e admin admin] Network hostable DHCP agents. Network: 92e27a99-4acf-46a2-b103-44939bb42018, hostable agents: ['978c142f-0e94-4713-b592-abea12f7c88c'], hosted agents: [] {{(pid=100912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 05:01:42.806614 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.db.resource_extend [None req-539a96f2-ac4b-4486-a3f0-c3d1f9756558 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 01 05:01:42.835078 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.managers [None req-0682633a-be6c-401a-8ebf-05b511b19442 None None] Attempting to bind port c111d481-76ab-49b7-b33b-863b5c22d834 on host dv-cinder-804735-5-iscsi for vnic_type normal with profile {{(pid=100913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 05:01:42.835730 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.managers [None req-0682633a-be6c-401a-8ebf-05b511b19442 None None] Attempting to bind port c111d481-76ab-49b7-b33b-863b5c22d834 by drivers openvswitch,hyperv on host dv-cinder-804735-5-iscsi at level 0 using segments [{'id': '6efdb405-2837-4b70-a808-bb1ee8aa5349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3c0fc3fe-cfc7-47f9-a3bb-23d1892df261'}] {{(pid=100913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 05:01:42.836277 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0682633a-be6c-401a-8ebf-05b511b19442 None None] Attempting to bind port c111d481-76ab-49b7-b33b-863b5c22d834 on network 3c0fc3fe-cfc7-47f9-a3bb-23d1892df261 {{(pid=100913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:01:42.839090 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbfacbbd-ee0f-465c-9930-5fa31e80115e admin admin] Made reservation on behalf of 6656dbfc754f4b4eb5789000e7b6d945 for: {'subnet': 1} {{(pid=100911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 05:01:42.841394 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-fbfacbbd-ee0f-465c-9930-5fa31e80115e admin admin] Notify callbacks [] for subnet, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:42.842412 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0682633a-be6c-401a-8ebf-05b511b19442 None None] Checking agent: {'id': '262f7f02-ff25-45e4-acf2-78173ac4ae41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 53, 40), 'started_at': datetime.datetime(2021, 9, 1, 4, 54, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 5, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 05:01:42.843176 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0682633a-be6c-401a-8ebf-05b511b19442 None None] Checking segment: {'id': '6efdb405-2837-4b70-a808-bb1ee8aa5349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3c0fc3fe-cfc7-47f9-a3bb-23d1892df261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:01:42.844584 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-0682633a-be6c-401a-8ebf-05b511b19442 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:42.845190 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0682633a-be6c-401a-8ebf-05b511b19442 None None] Bound using segment: {'id': '6efdb405-2837-4b70-a808-bb1ee8aa5349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3c0fc3fe-cfc7-47f9-a3bb-23d1892df261'} {{(pid=100913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 05:01:42.845873 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.managers [None req-0682633a-be6c-401a-8ebf-05b511b19442 None None] Bound port: c111d481-76ab-49b7-b33b-863b5c22d834, host: dv-cinder-804735-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6efdb405-2837-4b70-a808-bb1ee8aa5349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3c0fc3fe-cfc7-47f9-a3bb-23d1892df261'}}] {{(pid=100913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 05:01:42.846433 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-0682633a-be6c-401a-8ebf-05b511b19442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:42.857454 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-8e03cf1a-8fcf-4afb-a414-91bc21b02a36 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:42.903784 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72217894-f314-4522-802c-d327718c960c req-280766ab-f81e-4cc1-8856-7ce59b27d2b2 tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:01:42.905502 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-72217894-f314-4522-802c-d327718c960c req-280766ab-f81e-4cc1-8856-7ce59b27d2b2 tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] 10.222.0.11 "GET /v2.0/networks?id=c723ed29-cdf0-4f62-a130-3d9f06afd19b HTTP/1.1" status: 200 len: 812 time: 0.3278224 Sep 01 05:01:42.906611 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-539a96f2-ac4b-4486-a3f0-c3d1f9756558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782'] for network, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:42.907562 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539a96f2-ac4b-4486-a3f0-c3d1f9756558 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:01:42.908308 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-539a96f2-ac4b-4486-a3f0-c3d1f9756558 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607828'] for network, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:42.925293 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-0682633a-be6c-401a-8ebf-05b511b19442 None None] For port c111d481-76ab-49b7-b33b-863b5c22d834, host dv-cinder-804735-5-iscsi, cleared binding levels {{(pid=100913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 05:01:42.929065 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-0682633a-be6c-401a-8ebf-05b511b19442 None None] For port c111d481-76ab-49b7-b33b-863b5c22d834, host dv-cinder-804735-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-5-iscsi',level=0,port_id=c111d481-76ab-49b7-b33b-863b5c22d834,segment=NetworkSegment(6efdb405-2837-4b70-a808-bb1ee8aa5349),segment_id=6efdb405-2837-4b70-a808-bb1ee8aa5349)] {{(pid=100913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 05:01:42.929980 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5635cf94-5db6-4f65-af1b-1b6147c7c73e admin admin] Network 92e27a99-4acf-46a2-b103-44939bb42018 is scheduled to be hosted by DHCP agent 978c142f-0e94-4713-b592-abea12f7c88c with binding_index 1 {{(pid=100912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 05:01:42.974493 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-72217894-f314-4522-802c-d327718c960c req-b33dd7dc-5c41-4f85-9e9b-16f78860cf9d tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] 10.222.0.11 "GET /v2.0/quotas/946e808f58424af988fc775dafe15514 HTTP/1.1" status: 200 len: 375 time: 0.0595200 Sep 01 05:01:43.001219 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-0682633a-be6c-401a-8ebf-05b511b19442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:43.017037 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-539a96f2-ac4b-4486-a3f0-c3d1f9756558 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4736302 Sep 01 05:01:43.032155 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 42660) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:01:43.032881 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539a96f2-ac4b-4486-a3f0-c3d1f9756558 admin admin] Pushing event updated for resources: {'Network': ['ID=6322eeb0-99d6-49b6-bc0e-0e1934c478a5,revision_number=1']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:01:43.038018 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-72217894-f314-4522-802c-d327718c960c req-516d59e9-55bc-4e39-9859-56da0f161ac0 tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=946e808f58424af988fc775dafe15514&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0564618 Sep 01 05:01:43.042387 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.v2.base [None req-54122de4-5fe2-4e3f-b53f-9280f9dee922 admin admin] Request body: {'subnet': {'network_id': '6322eeb0-99d6-49b6-bc0e-0e1934c478a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-632762327-subnet', 'tenant_id': 'f382ae81bd4c49b19e04a0d91a573641', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:01:43.052246 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Network 6322eeb0-99d6-49b6-bc0e-0e1934c478a5 details requested by agent ovs-agent-dv-cinder-804735-5-iscsi with host dv-cinder-804735-5-iscsi {{(pid=100913) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 05:01:43.058415 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.scheduler.base_scheduler [None req-5635cf94-5db6-4f65-af1b-1b6147c7c73e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-5-iscsi, 92e27a99-4acf-46a2-b103-44939bb42018) {{(pid=100912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:01:43.064199 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5635cf94-5db6-4f65-af1b-1b6147c7c73e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:01:43.064833 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-5635cf94-5db6-4f65-af1b-1b6147c7c73e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607828'] for subnet, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:43.122807 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-8e03cf1a-8fcf-4afb-a414-91bc21b02a36 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:43.129870 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b3bc40-91cf-4005-bdee-0f60017163fc None None] Network 92e27a99-4acf-46a2-b103-44939bb42018 requested from dv-cinder-804735-5-iscsi {{(pid=100913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 05:01:43.155865 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54122de4-5fe2-4e3f-b53f-9280f9dee922 admin admin] Made reservation on behalf of f382ae81bd4c49b19e04a0d91a573641 for: {'subnet': 1} {{(pid=100912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 05:01:43.158170 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-54122de4-5fe2-4e3f-b53f-9280f9dee922 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:43.214866 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682633a-be6c-401a-8ebf-05b511b19442 None None] Pushing event updated for resources: {'Port': ['ID=c111d481-76ab-49b7-b33b-863b5c22d834,revision_number=2']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:01:43.251445 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-5635cf94-5db6-4f65-af1b-1b6147c7c73e admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6642680 Sep 01 05:01:43.256426 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 42670) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:01:43.261702 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.v2.base [None req-424adc24-7736-4396-a01b-17b6d161e213 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1848366623-router', 'tenant_id': 'efd1fc476bbc46ddb375c7c745356ae4', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76'}}} {{(pid=100912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:01:43.292642 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [req-72217894-f314-4522-802c-d327718c960c req-249db366-9c57-4dec-b290-8cd091dbfe29 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=100912) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 05:01:43.293685 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-72217894-f314-4522-802c-d327718c960c req-249db366-9c57-4dec-b290-8cd091dbfe29 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0798078 Sep 01 05:01:43.315321 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-57069d07-1191-4bd8-9ef8-43ac9a8b42c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:43.375621 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-fbfacbbd-ee0f-465c-9930-5fa31e80115e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782'] for subnet, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:43.401745 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa2895f-d8b1-41c5-a920-99d38f72101b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp983e0ae1-5f53-559a-a4b8-4d2c1e9d6efd-92e27a99-4acf-46a2-b103-44939bb42018', 'network_id': '92e27a99-4acf-46a2-b103-44939bb42018', 'tenant_id': 'efd1fc476bbc46ddb375c7c745356ae4', 'fixed_ips': [{'subnet_id': '632c2506-9627-456a-904a-03e2fe14470f'}]}} from dv-cinder-804735-5-iscsi. {{(pid=100913) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 05:01:43.403312 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-0aa2895f-d8b1-41c5-a920-99d38f72101b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_create {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:43.445932 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-424adc24-7736-4396-a01b-17b6d161e213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2062353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4668'] for router, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:43.449013 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-424adc24-7736-4396-a01b-17b6d161e213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1958647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1958276', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1962599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4645'] for router, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:43.540912 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfacbbd-ee0f-465c-9930-5fa31e80115e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3160f96-5162-4386-b59c-1540b2ae925c,revision_number=0']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:01:43.617665 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-424adc24-7736-4396-a01b-17b6d161e213 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:43.652115 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-54122de4-5fe2-4e3f-b53f-9280f9dee922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782'] for subnet, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:43.657379 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.db_base_plugin_common [None req-0aa2895f-d8b1-41c5-a920-99d38f72101b None None] Allocated IP 172.20.0.2 (92e27a99-4acf-46a2-b103-44939bb42018/632c2506-9627-456a-904a-03e2fe14470f/b432e9a5-7bc3-400c-a3e2-917cbe2701ff) {{(pid=100913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 05:01:43.667940 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfacbbd-ee0f-465c-9930-5fa31e80115e admin admin] Checking segment: {'id': '6e1bddff-bcf1-4e83-9c12-c4ded3ce417c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e239844d-232c-4a02-ba33-46d720e37c24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:01:43.668300 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbfacbbd-ee0f-465c-9930-5fa31e80115e admin admin] Network hostable DHCP agents. Network: e239844d-232c-4a02-ba33-46d720e37c24, hostable agents: ['978c142f-0e94-4713-b592-abea12f7c88c'], hosted agents: [] {{(pid=100911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 05:01:43.683210 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-72217894-f314-4522-802c-d327718c960c req-cf65f9fb-7580-42dd-a44a-0980000f2fc7 service neutron] 10.222.0.11 "GET /v2.0/networks/c723ed29-cdf0-4f62-a130-3d9f06afd19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3709781 Sep 01 05:01:43.730900 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-8e03cf1a-8fcf-4afb-a414-91bc21b02a36 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:43.770258 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-8e03cf1a-8fcf-4afb-a414-91bc21b02a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:43.791118 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbfacbbd-ee0f-465c-9930-5fa31e80115e admin admin] Network e239844d-232c-4a02-ba33-46d720e37c24 is scheduled to be hosted by DHCP agent 978c142f-0e94-4713-b592-abea12f7c88c with binding_index 1 {{(pid=100911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 05:01:43.855401 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-0aa2895f-d8b1-41c5-a920-99d38f72101b None None] Notify callbacks [] for port, precommit_create {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:43.859440 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54122de4-5fe2-4e3f-b53f-9280f9dee922 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7591769-d51e-4f4c-a9f0-45ec9bfac762,revision_number=0']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:01:43.866481 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-0aa2895f-d8b1-41c5-a920-99d38f72101b None None] Transition to ACTIVE for port object b432e9a5-7bc3-400c-a3e2-917cbe2701ff will not be triggered until provisioned by entity L2. {{(pid=100913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:01:43.887413 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-0aa2895f-d8b1-41c5-a920-99d38f72101b None None] Transition to ACTIVE for port object b432e9a5-7bc3-400c-a3e2-917cbe2701ff will not be triggered until provisioned by entity DHCP. {{(pid=100913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:01:43.925027 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.db_base_plugin_common [None req-8e03cf1a-8fcf-4afb-a414-91bc21b02a36 admin admin] Allocated IP 172.27.2.218 (0effeb3b-80f3-4cb6-8b1a-1774968f7d76/a1ace4a4-4e27-4c96-bf05-cb2f22386a9e/fdc3cbf0-4453-47ae-9a07-b90bad19b65d) {{(pid=100911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 05:01:43.943384 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.base_scheduler [None req-fbfacbbd-ee0f-465c-9930-5fa31e80115e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-5-iscsi, e239844d-232c-4a02-ba33-46d720e37c24) {{(pid=100911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:01:43.949133 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbfacbbd-ee0f-465c-9930-5fa31e80115e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:01:43.954931 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-424adc24-7736-4396-a01b-17b6d161e213 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:43.955302 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-fbfacbbd-ee0f-465c-9930-5fa31e80115e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607828'] for subnet, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:43.955387 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54122de4-5fe2-4e3f-b53f-9280f9dee922 admin admin] Checking segment: {'id': '6b9c3dd0-817b-485e-a20d-a27146ebf371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '6322eeb0-99d6-49b6-bc0e-0e1934c478a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:01:43.955627 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54122de4-5fe2-4e3f-b53f-9280f9dee922 admin admin] Network hostable DHCP agents. Network: 6322eeb0-99d6-49b6-bc0e-0e1934c478a5, hostable agents: ['978c142f-0e94-4713-b592-abea12f7c88c'], hosted agents: [] {{(pid=100912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 05:01:43.956936 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839a4c7d-03b8-4abb-b828-924c5ec548db None None] Network e239844d-232c-4a02-ba33-46d720e37c24 requested from dv-cinder-804735-5-iscsi {{(pid=100913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 05:01:43.993427 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-72217894-f314-4522-802c-d327718c960c req-0ce825af-c6d9-4687-bda3-44466f5ea555 service neutron] 10.222.0.11 "GET /v2.0/networks/c723ed29-cdf0-4f62-a130-3d9f06afd19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3092656 Sep 01 05:01:44.048788 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-0aa2895f-d8b1-41c5-a920-99d38f72101b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780564376589'] for port, after_create {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:44.118573 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa2895f-d8b1-41c5-a920-99d38f72101b None None] Network 92e27a99-4acf-46a2-b103-44939bb42018 is already hosted by enough agents. {{(pid=100913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:01:44.129336 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54122de4-5fe2-4e3f-b53f-9280f9dee922 admin admin] Network 6322eeb0-99d6-49b6-bc0e-0e1934c478a5 is scheduled to be hosted by DHCP agent 978c142f-0e94-4713-b592-abea12f7c88c with binding_index 1 {{(pid=100912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 05:01:44.131141 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.scheduler.base_scheduler [None req-0aa2895f-d8b1-41c5-a920-99d38f72101b None None] Resources bound (agent type, host, resource id): {{(pid=100913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:01:44.135051 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa2895f-d8b1-41c5-a920-99d38f72101b None None] Received port after_create {{(pid=100913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 05:01:44.146552 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.scheduler.base_scheduler [None req-54122de4-5fe2-4e3f-b53f-9280f9dee922 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-5-iscsi, 6322eeb0-99d6-49b6-bc0e-0e1934c478a5) {{(pid=100912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:01:44.152290 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54122de4-5fe2-4e3f-b53f-9280f9dee922 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:01:44.165692 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-54122de4-5fe2-4e3f-b53f-9280f9dee922 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607828'] for subnet, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:44.174570 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-fbfacbbd-ee0f-465c-9930-5fa31e80115e admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.2439647 Sep 01 05:01:44.177926 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 42700) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:01:44.187535 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7511685-5d79-4d0b-8fdc-663bb0ab3eba None None] Network 6322eeb0-99d6-49b6-bc0e-0e1934c478a5 requested from dv-cinder-804735-5-iscsi {{(pid=100913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 05:01:44.189667 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.v2.base [None req-cc5e0cd6-e606-4992-9f18-585adf507701 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1931772365-router', 'tenant_id': '6656dbfc754f4b4eb5789000e7b6d945', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76'}}} {{(pid=100911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:01:44.199907 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-8e03cf1a-8fcf-4afb-a414-91bc21b02a36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:44.209351 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa2895f-d8b1-41c5-a920-99d38f72101b None None] Pushing event updated for resources: {'Port': ['ID=b432e9a5-7bc3-400c-a3e2-917cbe2701ff,revision_number=1']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:01:44.330027 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.managers [None req-0aa2895f-d8b1-41c5-a920-99d38f72101b None None] Attempting to bind port b432e9a5-7bc3-400c-a3e2-917cbe2701ff on host dv-cinder-804735-5-iscsi for vnic_type normal with profile {{(pid=100913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 05:01:44.330265 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-8e03cf1a-8fcf-4afb-a414-91bc21b02a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780564376589'] for port, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:44.330417 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.managers [None req-0aa2895f-d8b1-41c5-a920-99d38f72101b None None] Attempting to bind port b432e9a5-7bc3-400c-a3e2-917cbe2701ff by drivers openvswitch,hyperv on host dv-cinder-804735-5-iscsi at level 0 using segments [{'id': 'e92f5f75-4b28-4c21-a02f-3b0b28f57878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '92e27a99-4acf-46a2-b103-44939bb42018'}] {{(pid=100913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 05:01:44.330793 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa2895f-d8b1-41c5-a920-99d38f72101b None None] Attempting to bind port b432e9a5-7bc3-400c-a3e2-917cbe2701ff on network 92e27a99-4acf-46a2-b103-44939bb42018 {{(pid=100913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:01:44.342987 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa2895f-d8b1-41c5-a920-99d38f72101b None None] Checking agent: {'id': '262f7f02-ff25-45e4-acf2-78173ac4ae41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 53, 40), 'started_at': datetime.datetime(2021, 9, 1, 4, 54, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 5, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 05:01:44.343369 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa2895f-d8b1-41c5-a920-99d38f72101b None None] Checking segment: {'id': 'e92f5f75-4b28-4c21-a02f-3b0b28f57878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '92e27a99-4acf-46a2-b103-44939bb42018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:01:44.344023 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-0aa2895f-d8b1-41c5-a920-99d38f72101b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:44.344427 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa2895f-d8b1-41c5-a920-99d38f72101b None None] Bound using segment: {'id': 'e92f5f75-4b28-4c21-a02f-3b0b28f57878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '92e27a99-4acf-46a2-b103-44939bb42018'} {{(pid=100913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 05:01:44.344913 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.managers [None req-0aa2895f-d8b1-41c5-a920-99d38f72101b None None] Bound port: b432e9a5-7bc3-400c-a3e2-917cbe2701ff, host: dv-cinder-804735-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e92f5f75-4b28-4c21-a02f-3b0b28f57878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '92e27a99-4acf-46a2-b103-44939bb42018'}}] {{(pid=100913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 05:01:44.345313 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-0aa2895f-d8b1-41c5-a920-99d38f72101b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:44.366410 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-54122de4-5fe2-4e3f-b53f-9280f9dee922 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3298883 Sep 01 05:01:44.400431 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4cb4bb-6f03-4641-92d7-7cac5b1938ee None None] Network e239844d-232c-4a02-ba33-46d720e37c24 requested from dv-cinder-804735-5-iscsi {{(pid=100913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 05:01:44.447953 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-424adc24-7736-4396-a01b-17b6d161e213 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:44.472335 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-424adc24-7736-4396-a01b-17b6d161e213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:44.475473 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e03cf1a-8fcf-4afb-a414-91bc21b02a36 admin admin] Network 0effeb3b-80f3-4cb6-8b1a-1774968f7d76 is already hosted by enough agents. {{(pid=100911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:01:44.484538 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.base_scheduler [None req-8e03cf1a-8fcf-4afb-a414-91bc21b02a36 admin admin] Resources bound (agent type, host, resource id): {{(pid=100911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:01:44.501057 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e03cf1a-8fcf-4afb-a414-91bc21b02a36 admin admin] Received port after_create {{(pid=100911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 05:01:44.590971 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8176b536-6335-4500-9514-8c1655af8320 None None] Network 3c0fc3fe-cfc7-47f9-a3bb-23d1892df261 requested from dv-cinder-804735-5-iscsi {{(pid=100913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 05:01:44.592911 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device c111d481-76ab-49b7-b33b-863b5c22d834 up at agent ovs-agent-dv-cinder-804735-5-iscsi {{(pid=100913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:01:44.646495 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 42716) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:01:44.693202 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-cc5e0cd6-e606-4992-9f18-585adf507701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2062353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4668'] for router, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:44.693786 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-cc5e0cd6-e606-4992-9f18-585adf507701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1958647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1958276', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1962599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4645'] for router, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:44.746668 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-bfc09149-b6e0-4bce-aff2-a562608a1339 req-57136ee7-a9b1-4246-a696-d43e49d5cbeb tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] 10.222.0.11 "GET /v2.0/ports?device_id=de95ae84-0a13-44c7-aa3a-4a63f2dcb518 HTTP/1.1" status: 200 len: 210 time: 0.0977111 Sep 01 05:01:44.811705 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-cc5e0cd6-e606-4992-9f18-585adf507701 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:44.849156 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e03cf1a-8fcf-4afb-a414-91bc21b02a36 admin admin] Pushing event updated for resources: {'Port': ['ID=fdc3cbf0-4453-47ae-9a07-b90bad19b65d,revision_number=1']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:01:44.853549 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.db.db_base_plugin_common [None req-424adc24-7736-4396-a01b-17b6d161e213 admin admin] Allocated IP 172.27.2.50 (0effeb3b-80f3-4cb6-8b1a-1774968f7d76/a1ace4a4-4e27-4c96-bf05-cb2f22386a9e/9f7e5785-3b7e-40e3-b844-90f28f6b67ca) {{(pid=100912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 05:01:44.868348 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.db.db_base_plugin_v2 [None req-d081e864-c02b-4c0f-a323-ddfdf6b1c6b7 admin admin] Deleting subnet 4d853577-d9e1-459d-a3f2-84d7c1a261d5 {{(pid=100912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 05:01:44.872702 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-d081e864-c02b-4c0f-a323-ddfdf6b1c6b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:44.955532 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-d081e864-c02b-4c0f-a323-ddfdf6b1c6b7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:44.972221 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-d081e864-c02b-4c0f-a323-ddfdf6b1c6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942180'] for subnet, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:45.130368 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-0aa2895f-d8b1-41c5-a920-99d38f72101b None None] For port b432e9a5-7bc3-400c-a3e2-917cbe2701ff, host dv-cinder-804735-5-iscsi, cleared binding levels {{(pid=100913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 05:01:45.166415 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-cc5e0cd6-e606-4992-9f18-585adf507701 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:45.170671 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-0aa2895f-d8b1-41c5-a920-99d38f72101b None None] For port b432e9a5-7bc3-400c-a3e2-917cbe2701ff, host dv-cinder-804735-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-5-iscsi',level=0,port_id=b432e9a5-7bc3-400c-a3e2-917cbe2701ff,segment=NetworkSegment(e92f5f75-4b28-4c21-a02f-3b0b28f57878),segment_id=e92f5f75-4b28-4c21-a02f-3b0b28f57878)] {{(pid=100913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 05:01:45.180318 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-d081e864-c02b-4c0f-a323-ddfdf6b1c6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782'] for subnet, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:45.205806 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370aace7-f877-4392-99ed-21347ae7c4f6 None None] Network 6322eeb0-99d6-49b6-bc0e-0e1934c478a5 requested from dv-cinder-804735-5-iscsi {{(pid=100913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 05:01:45.217539 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-d081e864-c02b-4c0f-a323-ddfdf6b1c6b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607828'] for subnet, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:45.222611 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 42746) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:01:45.223527 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-d081e864-c02b-4c0f-a323-ddfdf6b1c6b7 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/4d853577-d9e1-459d-a3f2-84d7c1a261d5 HTTP/1.1" status: 204 len: 168 time: 0.5726190 Sep 01 05:01:45.271983 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Provisioning for port c111d481-76ab-49b7-b33b-863b5c22d834 completed by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:01:45.351419 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-0aa2895f-d8b1-41c5-a920-99d38f72101b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:45.357114 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-b6a43100-90d7-499c-b8b1-725ad48b1f43 None None] Provisioning for port c111d481-76ab-49b7-b33b-863b5c22d834 completed by entity DHCP. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:01:45.392723 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d081e864-c02b-4c0f-a323-ddfdf6b1c6b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d853577-d9e1-459d-a3f2-84d7c1a261d5,revision_number=None']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:01:45.405981 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-424adc24-7736-4396-a01b-17b6d161e213 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:45.459443 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-b6a43100-90d7-499c-b8b1-725ad48b1f43 None None] Provisioning complete for port c111d481-76ab-49b7-b33b-863b5c22d834 triggered by entity DHCP. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:01:45.460169 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-b6a43100-90d7-499c-b8b1-725ad48b1f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:45.518096 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-8e03cf1a-8fcf-4afb-a414-91bc21b02a36 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:45.528330 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-424adc24-7736-4396-a01b-17b6d161e213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780564376589'] for port, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:45.557061 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 42760) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:01:45.567775 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-9364e64a-cde8-42c6-87d5-9976e7bda47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556555'] for network, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:45.589250 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa2895f-d8b1-41c5-a920-99d38f72101b None None] Pushing event updated for resources: {'Port': ['ID=b432e9a5-7bc3-400c-a3e2-917cbe2701ff,revision_number=2']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:01:45.604346 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424adc24-7736-4396-a01b-17b6d161e213 admin admin] Pushing event updated for resources: {'Port': ['ID=9f7e5785-3b7e-40e3-b844-90f28f6b67ca,revision_number=1']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:01:45.608749 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424adc24-7736-4396-a01b-17b6d161e213 admin admin] Network 0effeb3b-80f3-4cb6-8b1a-1774968f7d76 is already hosted by enough agents. {{(pid=100912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:01:45.610958 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.scheduler.base_scheduler [None req-424adc24-7736-4396-a01b-17b6d161e213 admin admin] Resources bound (agent type, host, resource id): {{(pid=100912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:01:45.619341 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424adc24-7736-4396-a01b-17b6d161e213 admin admin] Received port after_create {{(pid=100912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 05:01:45.722165 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-b6a43100-90d7-499c-b8b1-725ad48b1f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:45.788668 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-b6a43100-90d7-499c-b8b1-725ad48b1f43 None None] For port c111d481-76ab-49b7-b33b-863b5c22d834, host dv-cinder-804735-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-5-iscsi',level=0,port_id=c111d481-76ab-49b7-b33b-863b5c22d834,segment=NetworkSegment(6efdb405-2837-4b70-a808-bb1ee8aa5349),segment_id=6efdb405-2837-4b70-a808-bb1ee8aa5349)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:01:45.859268 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 42770) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:01:45.915799 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-a69575a6-e621-4e13-90a6-efe91d5c2e81 req-93a6c143-ec38-4e5d-bb74-eec1776e87b8 tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] 10.222.0.11 "GET /v2.0/ports?device_id=de95ae84-0a13-44c7-aa3a-4a63f2dcb518 HTTP/1.1" status: 200 len: 210 time: 0.0551927 Sep 01 05:01:45.926956 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-b6a43100-90d7-499c-b8b1-725ad48b1f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:45.940788 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-d9ff202e-95f2-4a89-99ac-997fa1e56d15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:46.031933 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-9364e64a-cde8-42c6-87d5-9976e7bda47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942495', 'neutron.services.segments.db._delete_segments_for_network-8780564943041'] for network, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:46.042656 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a43100-90d7-499c-b8b1-725ad48b1f43 None None] Pushing event updated for resources: {'Port': ['ID=c111d481-76ab-49b7-b33b-863b5c22d834,revision_number=3']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:01:46.063293 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-9364e64a-cde8-42c6-87d5-9976e7bda47d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 05:01:46.063599 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-9364e64a-cde8-42c6-87d5-9976e7bda47d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 05:01:46.064442 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-9364e64a-cde8-42c6-87d5-9976e7bda47d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 05:01:46.064855 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-9364e64a-cde8-42c6-87d5-9976e7bda47d admin admin] Subscribe: > port after_create 55550000 {{(pid=100911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 05:01:46.065270 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-9364e64a-cde8-42c6-87d5-9976e7bda47d admin admin] Subscribe: > port after_delete 55550000 {{(pid=100911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 05:01:46.065698 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-9364e64a-cde8-42c6-87d5-9976e7bda47d admin admin] Subscribe: > port after_update 55550000 {{(pid=100911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 05:01:46.066088 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-9364e64a-cde8-42c6-87d5-9976e7bda47d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 05:01:46.066481 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-9364e64a-cde8-42c6-87d5-9976e7bda47d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 05:01:46.066896 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-9364e64a-cde8-42c6-87d5-9976e7bda47d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 05:01:46.067314 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-9364e64a-cde8-42c6-87d5-9976e7bda47d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 05:01:46.167026 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-424adc24-7736-4396-a01b-17b6d161e213 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:46.261416 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-cabbed28-df52-4ef8-841b-47cdc75227ac None None] Provisioning complete for port c111d481-76ab-49b7-b33b-863b5c22d834 triggered by entity DHCP. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:01:46.261997 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-cabbed28-df52-4ef8-841b-47cdc75227ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:46.265540 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-9364e64a-cde8-42c6-87d5-9976e7bda47d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 05:01:46.266103 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-9364e64a-cde8-42c6-87d5-9976e7bda47d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 05:01:46.266196 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-9364e64a-cde8-42c6-87d5-9976e7bda47d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 05:01:46.266485 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-9364e64a-cde8-42c6-87d5-9976e7bda47d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 05:01:46.266878 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.services.segments.db [None req-9364e64a-cde8-42c6-87d5-9976e7bda47d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e74c2692-ba0d-429f-a062-a70e31c44e0e']}} {{(pid=100911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:01:46.299015 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.services.segments.db [None req-9364e64a-cde8-42c6-87d5-9976e7bda47d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b355928a-2ab4-48e2-8e38-507c436c8194') {'for_net_delete': True} {{(pid=100911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:01:46.299302 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.services.segments.db [None req-9364e64a-cde8-42c6-87d5-9976e7bda47d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b355928a-2ab4-48e2-8e38-507c436c8194') {} {{(pid=100911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:01:46.329123 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-8e03cf1a-8fcf-4afb-a414-91bc21b02a36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1958606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1958391'] for router, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:46.352390 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-9364e64a-cde8-42c6-87d5-9976e7bda47d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780564954453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3679568'] for segment, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:46.369584 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-9364e64a-cde8-42c6-87d5-9976e7bda47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945202'] for segment, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:46.452060 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9364e64a-cde8-42c6-87d5-9976e7bda47d admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=100911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 05:01:46.452307 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-9364e64a-cde8-42c6-87d5-9976e7bda47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3457069'] for segment, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:46.459458 dv-cinder-804735-5-iscsi neutron-server[100911]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 01 05:01:46.459458 dv-cinder-804735-5-iscsi neutron-server[100911]: from cryptography.utils import int_from_bytes Sep 01 05:01:46.459458 dv-cinder-804735-5-iscsi neutron-server[100911]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 01 05:01:46.459458 dv-cinder-804735-5-iscsi neutron-server[100911]: from cryptography.utils import int_from_bytes Sep 01 05:01:46.459458 dv-cinder-804735-5-iscsi neutron-server[100911]: Traceback (most recent call last): Sep 01 05:01:46.459458 dv-cinder-804735-5-iscsi neutron-server[100911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 05:01:46.459458 dv-cinder-804735-5-iscsi neutron-server[100911]: timer() Sep 01 05:01:46.459458 dv-cinder-804735-5-iscsi neutron-server[100911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 05:01:46.459458 dv-cinder-804735-5-iscsi neutron-server[100911]: cb(*args, **kw) Sep 01 05:01:46.459458 dv-cinder-804735-5-iscsi neutron-server[100911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 05:01:46.459458 dv-cinder-804735-5-iscsi neutron-server[100911]: return func(*args, **kwargs) Sep 01 05:01:46.459458 dv-cinder-804735-5-iscsi neutron-server[100911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 05:01:46.459458 dv-cinder-804735-5-iscsi neutron-server[100911]: self._notify() Sep 01 05:01:46.459458 dv-cinder-804735-5-iscsi neutron-server[100911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 05:01:46.459458 dv-cinder-804735-5-iscsi neutron-server[100911]: self.callback(batched_events) Sep 01 05:01:46.459458 dv-cinder-804735-5-iscsi neutron-server[100911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 05:01:46.459458 dv-cinder-804735-5-iscsi neutron-server[100911]: event.method(event) Sep 01 05:01:46.459458 dv-cinder-804735-5-iscsi neutron-server[100911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 05:01:46.459458 dv-cinder-804735-5-iscsi neutron-server[100911]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 05:01:46.459458 dv-cinder-804735-5-iscsi neutron-server[100911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 05:01:46.459458 dv-cinder-804735-5-iscsi neutron-server[100911]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 05:01:46.459458 dv-cinder-804735-5-iscsi neutron-server[100911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 05:01:46.459458 dv-cinder-804735-5-iscsi neutron-server[100911]: return f(self, *a, **k) Sep 01 05:01:46.459458 dv-cinder-804735-5-iscsi neutron-server[100911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 05:01:46.459458 dv-cinder-804735-5-iscsi neutron-server[100911]: return self._get(url).json() Sep 01 05:01:46.459458 dv-cinder-804735-5-iscsi neutron-server[100911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 05:01:46.459458 dv-cinder-804735-5-iscsi neutron-server[100911]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 05:01:46.459458 dv-cinder-804735-5-iscsi neutron-server[100911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 05:01:46.459458 dv-cinder-804735-5-iscsi neutron-server[100911]: return self.request(url, 'GET', **kwargs) Sep 01 05:01:46.459458 dv-cinder-804735-5-iscsi neutron-server[100911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 05:01:46.459458 dv-cinder-804735-5-iscsi neutron-server[100911]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 05:01:46.459458 dv-cinder-804735-5-iscsi neutron-server[100911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 05:01:46.459458 dv-cinder-804735-5-iscsi neutron-server[100911]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 05:01:46.459458 dv-cinder-804735-5-iscsi neutron-server[100911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 05:01:46.459458 dv-cinder-804735-5-iscsi neutron-server[100911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 05:01:46.459458 dv-cinder-804735-5-iscsi neutron-server[100911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 05:01:46.474550 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-424adc24-7736-4396-a01b-17b6d161e213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1958606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1958391'] for router, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:46.630309 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device b432e9a5-7bc3-400c-a3e2-917cbe2701ff up at agent ovs-agent-dv-cinder-804735-5-iscsi {{(pid=100913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:01:46.681193 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-d9ff202e-95f2-4a89-99ac-997fa1e56d15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:46.734491 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-cc5e0cd6-e606-4992-9f18-585adf507701 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:46.742470 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-424adc24-7736-4396-a01b-17b6d161e213 admin admin] Router def894e4-20ed-48c2-b646-86193442eaf1 is scheduled to L3 agent dd4ad2d5-7278-4db2-b968-23881816b870 with binding_index 1 {{(pid=100912) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 05:01:46.758839 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-cc5e0cd6-e606-4992-9f18-585adf507701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:46.793978 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Provisioning for port b432e9a5-7bc3-400c-a3e2-917cbe2701ff completed by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:01:46.801575 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device c111d481-76ab-49b7-b33b-863b5c22d834 up at agent ovs-agent-dv-cinder-804735-5-iscsi {{(pid=100913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:01:46.811706 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-d9ff202e-95f2-4a89-99ac-997fa1e56d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:46.864087 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ff202e-95f2-4a89-99ac-997fa1e56d15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b94f335-89ed-4ed6-81f8-1d3a107eea51,revision_number=1']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:01:46.867496 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-424adc24-7736-4396-a01b-17b6d161e213 admin admin] Notify agent at l3_agent.dv-cinder-804735-5-iscsi the message routers_updated {{(pid=100912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 05:01:46.877714 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cc3574-9b57-4282-aadd-4c3dbe0e0051 None None] Sync routers for ids ['def894e4-20ed-48c2-b646-86193442eaf1'] in dv-cinder-804735-5-iscsi {{(pid=100914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 05:01:46.884490 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-9364e64a-cde8-42c6-87d5-9976e7bda47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1958915'] for network, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:46.917765 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cc3574-9b57-4282-aadd-4c3dbe0e0051 None None] Routers {'def894e4-20ed-48c2-b646-86193442eaf1'} bound to L3 agent in host dv-cinder-804735-5-iscsi {{(pid=100914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:01:46.918673 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_hamode_db [None req-d7cc3574-9b57-4282-aadd-4c3dbe0e0051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T04:53:40Z,description=,heartbeat_timestamp=2021-09-01T05:01:40Z,host='dv-cinder-804735-5-iscsi',id=dd4ad2d5-7278-4db2-b968-23881816b870,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:53:41Z,topic='l3_agent')) {'router_ids': ['def894e4-20ed-48c2-b646-86193442eaf1'], 'active': True} {{(pid=100914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:01:46.920884 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9364e64a-cde8-42c6-87d5-9976e7bda47d admin admin] Pushing event deleted for resources: {'Network': ['ID=e74c2692-ba0d-429f-a062-a70e31c44e0e,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:01:46.941192 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-9364e64a-cde8-42c6-87d5-9976e7bda47d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607828'] for network, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:46.947728 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 42798) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:01:46.950041 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-9364e64a-cde8-42c6-87d5-9976e7bda47d admin admin] 10.222.0.11 "DELETE /v2.0/networks/e74c2692-ba0d-429f-a062-a70e31c44e0e HTTP/1.1" status: 204 len: 168 time: 1.7261446 Sep 01 05:01:47.005472 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358c205b-83ca-410a-8d8d-aad871a637b8 None None] Network 92e27a99-4acf-46a2-b103-44939bb42018 requested from dv-cinder-804735-5-iscsi {{(pid=100913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 05:01:47.010853 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-424adc24-7736-4396-a01b-17b6d161e213 admin admin] Notify callbacks [] for router, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:47.012328 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-424adc24-7736-4396-a01b-17b6d161e213 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.7546840 Sep 01 05:01:47.037286 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 42806) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:01:47.039555 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e03cf1a-8fcf-4afb-a414-91bc21b02a36 admin admin] Router cf7833d7-4c97-4622-afaf-57ace39decf3 is scheduled to L3 agent dd4ad2d5-7278-4db2-b968-23881816b870 with binding_index 1 {{(pid=100911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 05:01:47.055662 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-d9ff202e-95f2-4a89-99ac-997fa1e56d15 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f6569d393511438a8852144c1354e141&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4964883 Sep 01 05:01:47.057904 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 42808) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:01:47.099362 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Provisioning complete for port c111d481-76ab-49b7-b33b-863b5c22d834 triggered by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:01:47.099747 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:47.121145 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.db.db_base_plugin_v2 [None req-54ed44ed-2af6-4f51-9c5a-26ff9e207dac admin admin] Deleting subnet e7591769-d51e-4f4c-a9f0-45ec9bfac762 {{(pid=100912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 05:01:47.125665 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-54ed44ed-2af6-4f51-9c5a-26ff9e207dac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:47.217106 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-54ed44ed-2af6-4f51-9c5a-26ff9e207dac admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:47.228137 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-54ed44ed-2af6-4f51-9c5a-26ff9e207dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942180'] for subnet, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:47.235742 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_dvr_db [None req-d7cc3574-9b57-4282-aadd-4c3dbe0e0051 None None] Set router def894e4-20ed-48c2-b646-86193442eaf1 gateway port host: dv-cinder-804735-5-iscsi {{(pid=100914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:01:47.268948 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-b6d2d23c-7ce0-43da-9cd4-fb76ea97e02c None None] Provisioning for port b432e9a5-7bc3-400c-a3e2-917cbe2701ff completed by entity DHCP. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:01:47.279330 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-b6d2d23c-7ce0-43da-9cd4-fb76ea97e02c None None] Provisioning complete for port b432e9a5-7bc3-400c-a3e2-917cbe2701ff triggered by entity DHCP. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:01:47.279714 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-b6d2d23c-7ce0-43da-9cd4-fb76ea97e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:47.318410 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e03cf1a-8fcf-4afb-a414-91bc21b02a36 admin admin] Notify agent at l3_agent.dv-cinder-804735-5-iscsi the message routers_updated {{(pid=100911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 05:01:47.337577 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-81504cd5-6666-48d3-8a7f-112d3728902b req-ca23f032-9edf-43fa-982f-62272a59cc1f tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] 10.222.0.11 "GET /v2.0/ports?device_id=de95ae84-0a13-44c7-aa3a-4a63f2dcb518 HTTP/1.1" status: 200 len: 210 time: 0.0502644 Sep 01 05:01:47.357089 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-eb514625-698e-48c6-bd2a-0bb6902ca4fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:47.369086 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62968ed3-d67c-4073-89b1-0d38ac79ed8a None None] Sync routers for ids ['cf7833d7-4c97-4622-afaf-57ace39decf3'] in dv-cinder-804735-5-iscsi {{(pid=100913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 05:01:47.381101 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-eb514625-698e-48c6-bd2a-0bb6902ca4fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:47.424074 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.db_base_plugin_common [None req-cc5e0cd6-e606-4992-9f18-585adf507701 admin admin] Allocated IP 172.27.2.15 (0effeb3b-80f3-4cb6-8b1a-1774968f7d76/a1ace4a4-4e27-4c96-bf05-cb2f22386a9e/6bf07d02-b910-410c-bfbc-d8e537bd130a) {{(pid=100911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 05:01:47.473699 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62968ed3-d67c-4073-89b1-0d38ac79ed8a None None] Routers {'cf7833d7-4c97-4622-afaf-57ace39decf3'} bound to L3 agent in host dv-cinder-804735-5-iscsi {{(pid=100913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:01:47.474717 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-62968ed3-d67c-4073-89b1-0d38ac79ed8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T04:53:40Z,description=,heartbeat_timestamp=2021-09-01T05:01:40Z,host='dv-cinder-804735-5-iscsi',id=dd4ad2d5-7278-4db2-b968-23881816b870,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:53:41Z,topic='l3_agent')) {'router_ids': ['cf7833d7-4c97-4622-afaf-57ace39decf3'], 'active': True} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:01:47.494568 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-54ed44ed-2af6-4f51-9c5a-26ff9e207dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782'] for subnet, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:47.518156 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_hamode_db [None req-d7cc3574-9b57-4282-aadd-4c3dbe0e0051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def894e4-20ed-48c2-b646-86193442eaf1', 'name': 'tempest-AttachVolumeTestJSON-1848366623-router', 'tenant_id': 'efd1fc476bbc46ddb375c7c745356ae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '9f7e5785-3b7e-40e3-b844-90f28f6b67ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:01:43Z', 'updated_at': '2021-09-01T05:01:45Z', 'revision_number': 3, 'project_id': 'efd1fc476bbc46ddb375c7c745356ae4', 'gw_port': {'id': '9f7e5785-3b7e-40e3-b844-90f28f6b67ca', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6c:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def894e4-20ed-48c2-b646-86193442eaf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:01:44Z', 'updated_at': '2021-09-01T05:01:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi'}], 'dv-cinder-804735-5-iscsi', False) {} {{(pid=100914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:01:47.549588 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cc3574-9b57-4282-aadd-4c3dbe0e0051 None None] Checking router: def894e4-20ed-48c2-b646-86193442eaf1 for host: dv-cinder-804735-5-iscsi {{(pid=100914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 05:01:47.550322 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cc3574-9b57-4282-aadd-4c3dbe0e0051 None None] Updating router def894e4-20ed-48c2-b646-86193442eaf1 port 9f7e5785-3b7e-40e3-b844-90f28f6b67ca binding host dv-cinder-804735-5-iscsi {{(pid=100914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 05:01:47.558456 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-cc5e0cd6-e606-4992-9f18-585adf507701 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:47.558661 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ed44ed-2af6-4f51-9c5a-26ff9e207dac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7591769-d51e-4f4c-a9f0-45ec9bfac762,revision_number=None']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:01:47.571819 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-54ed44ed-2af6-4f51-9c5a-26ff9e207dac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607828'] for subnet, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:47.580654 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-54ed44ed-2af6-4f51-9c5a-26ff9e207dac admin admin] 10.222.0.11 "DELETE /v2.0/subnets/e7591769-d51e-4f4c-a9f0-45ec9bfac762 HTTP/1.1" status: 204 len: 168 time: 0.6252265 Sep 01 05:01:47.581261 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 42812) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:01:47.582886 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-8e03cf1a-8fcf-4afb-a414-91bc21b02a36 admin admin] Notify callbacks [] for router, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:47.583042 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvr_db [None req-62968ed3-d67c-4073-89b1-0d38ac79ed8a None None] Set router cf7833d7-4c97-4622-afaf-57ace39decf3 gateway port host: dv-cinder-804735-5-iscsi {{(pid=100913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:01:47.589180 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-8e03cf1a-8fcf-4afb-a414-91bc21b02a36 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.0393076 Sep 01 05:01:47.590811 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-eb514625-698e-48c6-bd2a-0bb6902ca4fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:47.595325 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 42814) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:01:47.596120 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-eb514625-698e-48c6-bd2a-0bb6902ca4fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:47.597430 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron_lib.callbacks.manager [None req-d7cc3574-9b57-4282-aadd-4c3dbe0e0051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:47.602844 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-eb514625-698e-48c6-bd2a-0bb6902ca4fe admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1b94f335-89ed-4ed6-81f8-1d3a107eea51 HTTP/1.1" status: 204 len: 168 time: 0.5406845 Sep 01 05:01:47.623516 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb514625-698e-48c6-bd2a-0bb6902ca4fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b94f335-89ed-4ed6-81f8-1d3a107eea51,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:01:47.713506 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-cc5e0cd6-e606-4992-9f18-585adf507701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780564376589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3457272'] for port, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:47.810121 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5e0cd6-e606-4992-9f18-585adf507701 admin admin] Network 0effeb3b-80f3-4cb6-8b1a-1774968f7d76 is already hosted by enough agents. {{(pid=100911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:01:47.818933 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.base_scheduler [None req-cc5e0cd6-e606-4992-9f18-585adf507701 admin admin] Resources bound (agent type, host, resource id): {{(pid=100911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:01:47.833505 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5e0cd6-e606-4992-9f18-585adf507701 admin admin] Received port after_create {{(pid=100911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 05:01:47.841544 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-b6d2d23c-7ce0-43da-9cd4-fb76ea97e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:47.909970 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-b6d2d23c-7ce0-43da-9cd4-fb76ea97e02c None None] For port b432e9a5-7bc3-400c-a3e2-917cbe2701ff, host dv-cinder-804735-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-5-iscsi',level=0,port_id=b432e9a5-7bc3-400c-a3e2-917cbe2701ff,segment=NetworkSegment(e92f5f75-4b28-4c21-a02f-3b0b28f57878),segment_id=e92f5f75-4b28-4c21-a02f-3b0b28f57878)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:01:47.963487 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-7b9115ac-4473-490b-a1e0-b319153fa54d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556555'] for network, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:48.004497 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-b6d2d23c-7ce0-43da-9cd4-fb76ea97e02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:48.062074 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron_lib.callbacks.manager [None req-d7cc3574-9b57-4282-aadd-4c3dbe0e0051 None None] Notify callbacks [] for port, precommit_update {{(pid=100914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:48.095259 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.provisioning_blocks [None req-d7cc3574-9b57-4282-aadd-4c3dbe0e0051 None None] Transition to ACTIVE for port object 9f7e5785-3b7e-40e3-b844-90f28f6b67ca will not be triggered until provisioned by entity L2. {{(pid=100914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:01:48.135058 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-62968ed3-d67c-4073-89b1-0d38ac79ed8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf7833d7-4c97-4622-afaf-57ace39decf3', 'name': 'tempest-AttachVolumeShelveTestJSON-232564752-router', 'tenant_id': '6f7fb169ff9b446089c4ed54ad80a0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'fdc3cbf0-4453-47ae-9a07-b90bad19b65d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:01:42Z', 'updated_at': '2021-09-01T05:01:44Z', 'revision_number': 3, 'project_id': '6f7fb169ff9b446089c4ed54ad80a0dc', 'gw_port': {'id': 'fdc3cbf0-4453-47ae-9a07-b90bad19b65d', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ba:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf7833d7-4c97-4622-afaf-57ace39decf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:01:43Z', 'updated_at': '2021-09-01T05:01:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi'}], 'dv-cinder-804735-5-iscsi', False) {} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:01:48.139964 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d2d23c-7ce0-43da-9cd4-fb76ea97e02c None None] Pushing event updated for resources: {'Port': ['ID=b432e9a5-7bc3-400c-a3e2-917cbe2701ff,revision_number=3']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:01:48.189822 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62968ed3-d67c-4073-89b1-0d38ac79ed8a None None] Checking router: cf7833d7-4c97-4622-afaf-57ace39decf3 for host: dv-cinder-804735-5-iscsi {{(pid=100913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 05:01:48.190555 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62968ed3-d67c-4073-89b1-0d38ac79ed8a None None] Updating router cf7833d7-4c97-4622-afaf-57ace39decf3 port fdc3cbf0-4453-47ae-9a07-b90bad19b65d binding host dv-cinder-804735-5-iscsi {{(pid=100913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 05:01:48.198672 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron_lib.callbacks.manager [None req-d7cc3574-9b57-4282-aadd-4c3dbe0e0051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:48.205835 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-7b9115ac-4473-490b-a1e0-b319153fa54d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942495', 'neutron.services.segments.db._delete_segments_for_network-8780564943041'] for network, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:48.227411 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5e0cd6-e606-4992-9f18-585adf507701 admin admin] Pushing event updated for resources: {'Port': ['ID=6bf07d02-b910-410c-bfbc-d8e537bd130a,revision_number=1']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:01:48.237887 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-62968ed3-d67c-4073-89b1-0d38ac79ed8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:48.242332 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-fee342fd-205a-4466-94b7-f0d800e0dbda None None] Provisioning complete for port b432e9a5-7bc3-400c-a3e2-917cbe2701ff triggered by entity DHCP. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:01:48.242877 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-fee342fd-205a-4466-94b7-f0d800e0dbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:48.277147 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-7b9115ac-4473-490b-a1e0-b319153fa54d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 05:01:48.277374 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-7b9115ac-4473-490b-a1e0-b319153fa54d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 05:01:48.278124 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-7b9115ac-4473-490b-a1e0-b319153fa54d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 05:01:48.278451 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-7b9115ac-4473-490b-a1e0-b319153fa54d admin admin] Subscribe: > port after_create 55550000 {{(pid=100912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 05:01:48.278805 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-7b9115ac-4473-490b-a1e0-b319153fa54d admin admin] Subscribe: > port after_delete 55550000 {{(pid=100912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 05:01:48.279146 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-7b9115ac-4473-490b-a1e0-b319153fa54d admin admin] Subscribe: > port after_update 55550000 {{(pid=100912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 05:01:48.279489 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-7b9115ac-4473-490b-a1e0-b319153fa54d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 05:01:48.279805 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-7b9115ac-4473-490b-a1e0-b319153fa54d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 05:01:48.280182 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-7b9115ac-4473-490b-a1e0-b319153fa54d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 05:01:48.280446 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-7b9115ac-4473-490b-a1e0-b319153fa54d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 05:01:48.287232 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfa86bd-41fb-4e36-a60a-b6ad232ad420 None None] Pushing event updated for resources: {'Port': ['ID=9f7e5785-3b7e-40e3-b844-90f28f6b67ca,revision_number=2']} {{(pid=100914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:01:48.296934 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.plugins.ml2.managers [None req-d7cc3574-9b57-4282-aadd-4c3dbe0e0051 None None] Attempting to bind port 9f7e5785-3b7e-40e3-b844-90f28f6b67ca on host dv-cinder-804735-5-iscsi for vnic_type normal with profile {{(pid=100914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 05:01:48.297250 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.plugins.ml2.managers [None req-d7cc3574-9b57-4282-aadd-4c3dbe0e0051 None None] Attempting to bind port 9f7e5785-3b7e-40e3-b844-90f28f6b67ca by drivers openvswitch,hyperv on host dv-cinder-804735-5-iscsi at level 0 using segments [{'id': 'ace692d4-e0f2-4d18-963d-d8c8432b7d17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76'}] {{(pid=100914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 05:01:48.297752 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cc3574-9b57-4282-aadd-4c3dbe0e0051 None None] Attempting to bind port 9f7e5785-3b7e-40e3-b844-90f28f6b67ca on network 0effeb3b-80f3-4cb6-8b1a-1774968f7d76 {{(pid=100914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:01:48.303158 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfa86bd-41fb-4e36-a60a-b6ad232ad420 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:01:48.303158 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfa86bd-41fb-4e36-a60a-b6ad232ad420 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:01:48.303158 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfa86bd-41fb-4e36-a60a-b6ad232ad420 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:01:48.303158 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfa86bd-41fb-4e36-a60a-b6ad232ad420 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:01:48.303158 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfa86bd-41fb-4e36-a60a-b6ad232ad420 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:01:48.303158 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfa86bd-41fb-4e36-a60a-b6ad232ad420 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:01:48.303158 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfa86bd-41fb-4e36-a60a-b6ad232ad420 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:01:48.303158 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfa86bd-41fb-4e36-a60a-b6ad232ad420 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:01:48.304366 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfa86bd-41fb-4e36-a60a-b6ad232ad420 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:01:48.304794 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfa86bd-41fb-4e36-a60a-b6ad232ad420 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:01:48.304968 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfa86bd-41fb-4e36-a60a-b6ad232ad420 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:01:48.305278 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfa86bd-41fb-4e36-a60a-b6ad232ad420 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:01:48.306376 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfa86bd-41fb-4e36-a60a-b6ad232ad420 None None] Tracked resource versions report: Sep 01 05:01:48.306376 dv-cinder-804735-5-iscsi neutron-server[100914]: pushed versions: Sep 01 05:01:48.306376 dv-cinder-804735-5-iscsi neutron-server[100914]: { 'AddressGroup': {'1.2'}, Sep 01 05:01:48.306376 dv-cinder-804735-5-iscsi neutron-server[100914]: 'ConntrackHelper': {'1.0'}, Sep 01 05:01:48.306376 dv-cinder-804735-5-iscsi neutron-server[100914]: 'Log': {'1.0'}, Sep 01 05:01:48.306376 dv-cinder-804735-5-iscsi neutron-server[100914]: 'Network': {'1.1'}, Sep 01 05:01:48.306376 dv-cinder-804735-5-iscsi neutron-server[100914]: 'Port': {'1.7'}, Sep 01 05:01:48.306376 dv-cinder-804735-5-iscsi neutron-server[100914]: 'PortForwarding': {'1.2'}, Sep 01 05:01:48.306376 dv-cinder-804735-5-iscsi neutron-server[100914]: 'QosPolicy': {'1.9'}, Sep 01 05:01:48.306376 dv-cinder-804735-5-iscsi neutron-server[100914]: 'SecurityGroup': {'1.4'}, Sep 01 05:01:48.306376 dv-cinder-804735-5-iscsi neutron-server[100914]: 'SecurityGroupRule': {'1.2'}, Sep 01 05:01:48.306376 dv-cinder-804735-5-iscsi neutron-server[100914]: 'SubPort': {'1.0'}, Sep 01 05:01:48.306376 dv-cinder-804735-5-iscsi neutron-server[100914]: 'Subnet': {'1.1'}, Sep 01 05:01:48.306376 dv-cinder-804735-5-iscsi neutron-server[100914]: 'Trunk': {'1.1'}} Sep 01 05:01:48.306376 dv-cinder-804735-5-iscsi neutron-server[100914]: consumer versions: Sep 01 05:01:48.306376 dv-cinder-804735-5-iscsi neutron-server[100914]: { DHCP agent@dv-cinder-804735-5-iscsi: {}, Sep 01 05:01:48.306376 dv-cinder-804735-5-iscsi neutron-server[100914]: HyperV agent@hv-cinder-80473: {}, Sep 01 05:01:48.306376 dv-cinder-804735-5-iscsi neutron-server[100914]: L3 agent@dv-cinder-804735-5-iscsi: {}, Sep 01 05:01:48.306376 dv-cinder-804735-5-iscsi neutron-server[100914]: Metadata agent@dv-cinder-804735-5-iscsi: {}, Sep 01 05:01:48.306376 dv-cinder-804735-5-iscsi neutron-server[100914]: Metering agent@dv-cinder-804735-5-iscsi: {}, Sep 01 05:01:48.306376 dv-cinder-804735-5-iscsi neutron-server[100914]: Open vSwitch agent@dv-cinder-804735-5-iscsi: { 'AddressGroup': '1.2', Sep 01 05:01:48.306376 dv-cinder-804735-5-iscsi neutron-server[100914]: 'ConntrackHelper': '1.0', Sep 01 05:01:48.306376 dv-cinder-804735-5-iscsi neutron-server[100914]: 'Log': '1.0', Sep 01 05:01:48.306376 dv-cinder-804735-5-iscsi neutron-server[100914]: 'Network': '1.1', Sep 01 05:01:48.306376 dv-cinder-804735-5-iscsi neutron-server[100914]: 'Port': '1.7', Sep 01 05:01:48.306376 dv-cinder-804735-5-iscsi neutron-server[100914]: 'PortForwarding': '1.2', Sep 01 05:01:48.306376 dv-cinder-804735-5-iscsi neutron-server[100914]: 'QosPolicy': '1.9', Sep 01 05:01:48.306376 dv-cinder-804735-5-iscsi neutron-server[100914]: 'SecurityGroup': '1.4', Sep 01 05:01:48.306376 dv-cinder-804735-5-iscsi neutron-server[100914]: 'SecurityGroupRule': '1.2', Sep 01 05:01:48.306376 dv-cinder-804735-5-iscsi neutron-server[100914]: 'SubPort': '1.0', Sep 01 05:01:48.306376 dv-cinder-804735-5-iscsi neutron-server[100914]: 'Subnet': '1.1', Sep 01 05:01:48.306376 dv-cinder-804735-5-iscsi neutron-server[100914]: 'Trunk': '1.1'}} Sep 01 05:01:48.306376 dv-cinder-804735-5-iscsi neutron-server[100914]: {{(pid=100914) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 01 05:01:48.327315 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cc3574-9b57-4282-aadd-4c3dbe0e0051 None None] Checking agent: {'id': '262f7f02-ff25-45e4-acf2-78173ac4ae41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 53, 40), 'started_at': datetime.datetime(2021, 9, 1, 4, 54, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 5, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 05:01:48.327708 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cc3574-9b57-4282-aadd-4c3dbe0e0051 None None] Checking segment: {'id': 'ace692d4-e0f2-4d18-963d-d8c8432b7d17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:01:48.328127 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron_lib.callbacks.manager [None req-d7cc3574-9b57-4282-aadd-4c3dbe0e0051 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:48.328531 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cc3574-9b57-4282-aadd-4c3dbe0e0051 None None] Bound using segment: {'id': 'ace692d4-e0f2-4d18-963d-d8c8432b7d17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76'} {{(pid=100914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 05:01:48.331798 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.plugins.ml2.managers [None req-d7cc3574-9b57-4282-aadd-4c3dbe0e0051 None None] Bound port: 9f7e5785-3b7e-40e3-b844-90f28f6b67ca, host: dv-cinder-804735-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ace692d4-e0f2-4d18-963d-d8c8432b7d17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76'}}] {{(pid=100914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 05:01:48.335355 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron_lib.callbacks.manager [None req-d7cc3574-9b57-4282-aadd-4c3dbe0e0051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:48.431374 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.plugins.ml2.db [None req-d7cc3574-9b57-4282-aadd-4c3dbe0e0051 None None] For port 9f7e5785-3b7e-40e3-b844-90f28f6b67ca, host dv-cinder-804735-5-iscsi, cleared binding levels {{(pid=100914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 05:01:48.435714 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.plugins.ml2.db [None req-d7cc3574-9b57-4282-aadd-4c3dbe0e0051 None None] For port 9f7e5785-3b7e-40e3-b844-90f28f6b67ca, host dv-cinder-804735-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-5-iscsi',level=0,port_id=9f7e5785-3b7e-40e3-b844-90f28f6b67ca,segment=NetworkSegment(ace692d4-e0f2-4d18-963d-d8c8432b7d17),segment_id=ace692d4-e0f2-4d18-963d-d8c8432b7d17)] {{(pid=100914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 05:01:48.469532 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-7b9115ac-4473-490b-a1e0-b319153fa54d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 05:01:48.469875 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-7b9115ac-4473-490b-a1e0-b319153fa54d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 05:01:48.470204 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-7b9115ac-4473-490b-a1e0-b319153fa54d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 05:01:48.470528 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-7b9115ac-4473-490b-a1e0-b319153fa54d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 01 05:01:48.470889 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.services.segments.db [None req-7b9115ac-4473-490b-a1e0-b319153fa54d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6322eeb0-99d6-49b6-bc0e-0e1934c478a5']}} {{(pid=100912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:01:48.515056 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.services.segments.db [None req-7b9115ac-4473-490b-a1e0-b319153fa54d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b9c3dd0-817b-485e-a20d-a27146ebf371') {'for_net_delete': True} {{(pid=100912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:01:48.515430 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.services.segments.db [None req-7b9115ac-4473-490b-a1e0-b319153fa54d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b9c3dd0-817b-485e-a20d-a27146ebf371') {} {{(pid=100912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:01:48.532328 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron_lib.callbacks.manager [None req-d7cc3574-9b57-4282-aadd-4c3dbe0e0051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:48.544749 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-7b9115ac-4473-490b-a1e0-b319153fa54d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780564954453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59571061'] for segment, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:48.564162 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-cc5e0cd6-e606-4992-9f18-585adf507701 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:48.568504 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-3501aa62-9136-4e72-874e-b23b849d5478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:48.589031 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-7b9115ac-4473-490b-a1e0-b319153fa54d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945202'] for segment, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:48.658039 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cc3574-9b57-4282-aadd-4c3dbe0e0051 None None] Routers {'def894e4-20ed-48c2-b646-86193442eaf1'} bound to L3 agent in host dv-cinder-804735-5-iscsi {{(pid=100914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:01:48.658685 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_hamode_db [None req-d7cc3574-9b57-4282-aadd-4c3dbe0e0051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T04:53:40Z,description=,heartbeat_timestamp=2021-09-01T05:01:40Z,host='dv-cinder-804735-5-iscsi',id=dd4ad2d5-7278-4db2-b968-23881816b870,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:53:41Z,topic='l3_agent')) {'router_ids': ['def894e4-20ed-48c2-b646-86193442eaf1'], 'active': True} {{(pid=100914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:01:48.658947 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b9115ac-4473-490b-a1e0-b319153fa54d admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=100912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 05:01:48.659286 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-7b9115ac-4473-490b-a1e0-b319153fa54d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59570545'] for segment, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:48.662268 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device b432e9a5-7bc3-400c-a3e2-917cbe2701ff up at agent ovs-agent-dv-cinder-804735-5-iscsi {{(pid=100913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:01:48.667924 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-5e687fa6-c363-43b9-8df6-b688baf8f1ba req-84d4383a-ed10-4f24-a125-35b31946b06f tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] 10.222.0.11 "GET /v2.0/ports?device_id=de95ae84-0a13-44c7-aa3a-4a63f2dcb518 HTTP/1.1" status: 200 len: 210 time: 0.0827680 Sep 01 05:01:48.670583 dv-cinder-804735-5-iscsi neutron-server[100912]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 01 05:01:48.670583 dv-cinder-804735-5-iscsi neutron-server[100912]: from cryptography.utils import int_from_bytes Sep 01 05:01:48.670583 dv-cinder-804735-5-iscsi neutron-server[100912]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 01 05:01:48.670583 dv-cinder-804735-5-iscsi neutron-server[100912]: from cryptography.utils import int_from_bytes Sep 01 05:01:48.670583 dv-cinder-804735-5-iscsi neutron-server[100912]: Traceback (most recent call last): Sep 01 05:01:48.670583 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 05:01:48.670583 dv-cinder-804735-5-iscsi neutron-server[100912]: timer() Sep 01 05:01:48.670583 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 05:01:48.670583 dv-cinder-804735-5-iscsi neutron-server[100912]: cb(*args, **kw) Sep 01 05:01:48.670583 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 05:01:48.670583 dv-cinder-804735-5-iscsi neutron-server[100912]: return func(*args, **kwargs) Sep 01 05:01:48.670583 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 05:01:48.670583 dv-cinder-804735-5-iscsi neutron-server[100912]: self._notify() Sep 01 05:01:48.670583 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 05:01:48.670583 dv-cinder-804735-5-iscsi neutron-server[100912]: self.callback(batched_events) Sep 01 05:01:48.670583 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 05:01:48.670583 dv-cinder-804735-5-iscsi neutron-server[100912]: event.method(event) Sep 01 05:01:48.670583 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 05:01:48.670583 dv-cinder-804735-5-iscsi neutron-server[100912]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 05:01:48.670583 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 05:01:48.670583 dv-cinder-804735-5-iscsi neutron-server[100912]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 05:01:48.670583 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 05:01:48.670583 dv-cinder-804735-5-iscsi neutron-server[100912]: return f(self, *a, **k) Sep 01 05:01:48.670583 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 05:01:48.670583 dv-cinder-804735-5-iscsi neutron-server[100912]: return self._get(url).json() Sep 01 05:01:48.670583 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 05:01:48.670583 dv-cinder-804735-5-iscsi neutron-server[100912]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 05:01:48.670583 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 05:01:48.670583 dv-cinder-804735-5-iscsi neutron-server[100912]: return self.request(url, 'GET', **kwargs) Sep 01 05:01:48.670583 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 05:01:48.670583 dv-cinder-804735-5-iscsi neutron-server[100912]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 05:01:48.670583 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 05:01:48.670583 dv-cinder-804735-5-iscsi neutron-server[100912]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 05:01:48.670583 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 05:01:48.670583 dv-cinder-804735-5-iscsi neutron-server[100912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 05:01:48.670583 dv-cinder-804735-5-iscsi neutron-server[100912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 05:01:48.776121 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfa86bd-41fb-4e36-a60a-b6ad232ad420 None None] Pushing event updated for resources: {'Port': ['ID=9f7e5785-3b7e-40e3-b844-90f28f6b67ca,revision_number=3']} {{(pid=100914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:01:48.795360 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Provisioning complete for port b432e9a5-7bc3-400c-a3e2-917cbe2701ff triggered by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:01:48.795987 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:48.851789 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_dvr_db [None req-d7cc3574-9b57-4282-aadd-4c3dbe0e0051 None None] Set router def894e4-20ed-48c2-b646-86193442eaf1 gateway port host: dv-cinder-804735-5-iscsi {{(pid=100914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:01:48.892092 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-cc5e0cd6-e606-4992-9f18-585adf507701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1958606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1958391'] for router, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:48.973096 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-62968ed3-d67c-4073-89b1-0d38ac79ed8a None None] Notify callbacks [] for port, precommit_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:49.002072 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-62968ed3-d67c-4073-89b1-0d38ac79ed8a None None] Transition to ACTIVE for port object fdc3cbf0-4453-47ae-9a07-b90bad19b65d will not be triggered until provisioned by entity L2. {{(pid=100913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:01:49.010651 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-7b9115ac-4473-490b-a1e0-b319153fa54d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1958915'] for network, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:49.028907 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-7b9115ac-4473-490b-a1e0-b319153fa54d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607828'] for network, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:49.033189 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-7b9115ac-4473-490b-a1e0-b319153fa54d admin admin] 10.222.0.11 "DELETE /v2.0/networks/6322eeb0-99d6-49b6-bc0e-0e1934c478a5 HTTP/1.1" status: 204 len: 168 time: 1.4486675 Sep 01 05:01:49.055797 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9115ac-4473-490b-a1e0-b319153fa54d admin admin] Pushing event deleted for resources: {'Network': ['ID=6322eeb0-99d6-49b6-bc0e-0e1934c478a5,revision_number=None']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:01:49.080600 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-62968ed3-d67c-4073-89b1-0d38ac79ed8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:49.093632 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_hamode_db [None req-d7cc3574-9b57-4282-aadd-4c3dbe0e0051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def894e4-20ed-48c2-b646-86193442eaf1', 'name': 'tempest-AttachVolumeTestJSON-1848366623-router', 'tenant_id': 'efd1fc476bbc46ddb375c7c745356ae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '9f7e5785-3b7e-40e3-b844-90f28f6b67ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:01:43Z', 'updated_at': '2021-09-01T05:01:45Z', 'revision_number': 3, 'project_id': 'efd1fc476bbc46ddb375c7c745356ae4', 'gw_port': {'id': '9f7e5785-3b7e-40e3-b844-90f28f6b67ca', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6c:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def894e4-20ed-48c2-b646-86193442eaf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:01:44Z', 'updated_at': '2021-09-01T05:01:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi'}], 'dv-cinder-804735-5-iscsi', False) {} {{(pid=100914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:01:49.129941 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cc3574-9b57-4282-aadd-4c3dbe0e0051 None None] The sync data for ids ['def894e4-20ed-48c2-b646-86193442eaf1'] in dv-cinder-804735-5-iscsi is: [{'id': 'def894e4-20ed-48c2-b646-86193442eaf1', 'name': 'tempest-AttachVolumeTestJSON-1848366623-router', 'tenant_id': 'efd1fc476bbc46ddb375c7c745356ae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '9f7e5785-3b7e-40e3-b844-90f28f6b67ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:01:43Z', 'updated_at': '2021-09-01T05:01:45Z', 'revision_number': 3, 'project_id': 'efd1fc476bbc46ddb375c7c745356ae4', 'gw_port': {'id': '9f7e5785-3b7e-40e3-b844-90f28f6b67ca', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6c:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def894e4-20ed-48c2-b646-86193442eaf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:01:44Z', 'updated_at': '2021-09-01T05:01:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi'}] {{(pid=100914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 05:01:49.175383 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.managers [None req-62968ed3-d67c-4073-89b1-0d38ac79ed8a None None] Attempting to bind port fdc3cbf0-4453-47ae-9a07-b90bad19b65d on host dv-cinder-804735-5-iscsi for vnic_type normal with profile {{(pid=100913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 05:01:49.175383 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.managers [None req-62968ed3-d67c-4073-89b1-0d38ac79ed8a None None] Attempting to bind port fdc3cbf0-4453-47ae-9a07-b90bad19b65d by drivers openvswitch,hyperv on host dv-cinder-804735-5-iscsi at level 0 using segments [{'id': 'ace692d4-e0f2-4d18-963d-d8c8432b7d17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76'}] {{(pid=100913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 05:01:49.175383 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62968ed3-d67c-4073-89b1-0d38ac79ed8a None None] Attempting to bind port fdc3cbf0-4453-47ae-9a07-b90bad19b65d on network 0effeb3b-80f3-4cb6-8b1a-1774968f7d76 {{(pid=100913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:01:49.180495 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62968ed3-d67c-4073-89b1-0d38ac79ed8a None None] Checking agent: {'id': '262f7f02-ff25-45e4-acf2-78173ac4ae41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 53, 40), 'started_at': datetime.datetime(2021, 9, 1, 4, 54, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 5, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 05:01:49.180952 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62968ed3-d67c-4073-89b1-0d38ac79ed8a None None] Checking segment: {'id': 'ace692d4-e0f2-4d18-963d-d8c8432b7d17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:01:49.181813 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-62968ed3-d67c-4073-89b1-0d38ac79ed8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:49.181813 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62968ed3-d67c-4073-89b1-0d38ac79ed8a None None] Bound using segment: {'id': 'ace692d4-e0f2-4d18-963d-d8c8432b7d17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76'} {{(pid=100913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 05:01:49.182372 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.managers [None req-62968ed3-d67c-4073-89b1-0d38ac79ed8a None None] Bound port: fdc3cbf0-4453-47ae-9a07-b90bad19b65d, host: dv-cinder-804735-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ace692d4-e0f2-4d18-963d-d8c8432b7d17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76'}}] {{(pid=100913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 05:01:49.183211 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-62968ed3-d67c-4073-89b1-0d38ac79ed8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:49.212198 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc5e0cd6-e606-4992-9f18-585adf507701 admin admin] Router 02e86c71-e035-4c69-8724-fce829d5e969 is scheduled to L3 agent dd4ad2d5-7278-4db2-b968-23881816b870 with binding_index 1 {{(pid=100911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 05:01:49.253762 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b6234f-f0bf-4747-a239-f4501def6216 None None] Pushing event updated for resources: {'Port': ['ID=fdc3cbf0-4453-47ae-9a07-b90bad19b65d,revision_number=2']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:01:49.282179 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-62968ed3-d67c-4073-89b1-0d38ac79ed8a None None] For port fdc3cbf0-4453-47ae-9a07-b90bad19b65d, host dv-cinder-804735-5-iscsi, cleared binding levels {{(pid=100913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 05:01:49.286452 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-62968ed3-d67c-4073-89b1-0d38ac79ed8a None None] For port fdc3cbf0-4453-47ae-9a07-b90bad19b65d, host dv-cinder-804735-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-5-iscsi',level=0,port_id=fdc3cbf0-4453-47ae-9a07-b90bad19b65d,segment=NetworkSegment(ace692d4-e0f2-4d18-963d-d8c8432b7d17),segment_id=ace692d4-e0f2-4d18-963d-d8c8432b7d17)] {{(pid=100913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 05:01:49.294393 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-d582199b-d5d0-427c-aaa2-0924db39c695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:49.297838 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.db.db_base_plugin_common [None req-3501aa62-9136-4e72-874e-b23b849d5478 admin admin] Allocated IP 172.20.0.1 (92e27a99-4acf-46a2-b103-44939bb42018/632c2506-9627-456a-904a-03e2fe14470f/ece1a100-2310-475d-95fc-573c4ffb987d) {{(pid=100912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 05:01:49.371093 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc5e0cd6-e606-4992-9f18-585adf507701 admin admin] Notify agent at l3_agent.dv-cinder-804735-5-iscsi the message routers_updated {{(pid=100911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 05:01:49.386405 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271171f2-e34f-4333-9a7e-f55df28256f9 None None] Sync routers for ids ['02e86c71-e035-4c69-8724-fce829d5e969'] in dv-cinder-804735-5-iscsi {{(pid=100914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 05:01:49.398299 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271171f2-e34f-4333-9a7e-f55df28256f9 None None] Routers {'02e86c71-e035-4c69-8724-fce829d5e969'} bound to L3 agent in host dv-cinder-804735-5-iscsi {{(pid=100914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:01:49.398526 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_hamode_db [None req-271171f2-e34f-4333-9a7e-f55df28256f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T04:53:40Z,description=,heartbeat_timestamp=2021-09-01T05:01:40Z,host='dv-cinder-804735-5-iscsi',id=dd4ad2d5-7278-4db2-b968-23881816b870,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:53:41Z,topic='l3_agent')) {'router_ids': ['02e86c71-e035-4c69-8724-fce829d5e969'], 'active': True} {{(pid=100914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:01:49.406745 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-62968ed3-d67c-4073-89b1-0d38ac79ed8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:49.483081 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-cc5e0cd6-e606-4992-9f18-585adf507701 admin admin] Notify callbacks [] for router, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:49.487109 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-cc5e0cd6-e606-4992-9f18-585adf507701 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.3055866 Sep 01 05:01:49.487523 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 42858) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:01:49.570135 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62968ed3-d67c-4073-89b1-0d38ac79ed8a None None] Routers {'cf7833d7-4c97-4622-afaf-57ace39decf3'} bound to L3 agent in host dv-cinder-804735-5-iscsi {{(pid=100913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:01:49.576186 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-62968ed3-d67c-4073-89b1-0d38ac79ed8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T04:53:40Z,description=,heartbeat_timestamp=2021-09-01T05:01:40Z,host='dv-cinder-804735-5-iscsi',id=dd4ad2d5-7278-4db2-b968-23881816b870,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:53:41Z,topic='l3_agent')) {'router_ids': ['cf7833d7-4c97-4622-afaf-57ace39decf3'], 'active': True} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:01:49.648959 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.db.db_base_plugin_common [None req-d582199b-d5d0-427c-aaa2-0924db39c695 admin admin] Allocated IP 172.20.0.1 (3c0fc3fe-cfc7-47f9-a3bb-23d1892df261/0619a0c6-b699-4546-b1ae-83c65a031c43/67e948fa-3701-40a0-84a3-42134389b745) {{(pid=100912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 05:01:49.748317 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b6234f-f0bf-4747-a239-f4501def6216 None None] Pushing event updated for resources: {'Port': ['ID=fdc3cbf0-4453-47ae-9a07-b90bad19b65d,revision_number=3']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:01:49.766508 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_dvr_db [None req-271171f2-e34f-4333-9a7e-f55df28256f9 None None] Set router 02e86c71-e035-4c69-8724-fce829d5e969 gateway port host: dv-cinder-804735-5-iscsi {{(pid=100914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:01:49.777214 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 42874) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:01:49.794045 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-d582199b-d5d0-427c-aaa2-0924db39c695 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:49.831841 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.db.provisioning_blocks [None req-d582199b-d5d0-427c-aaa2-0924db39c695 admin admin] Transition to ACTIVE for port object 67e948fa-3701-40a0-84a3-42134389b745 will not be triggered until provisioned by entity DHCP. {{(pid=100912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:01:49.865048 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvr_db [None req-62968ed3-d67c-4073-89b1-0d38ac79ed8a None None] Set router cf7833d7-4c97-4622-afaf-57ace39decf3 gateway port host: dv-cinder-804735-5-iscsi {{(pid=100913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:01:49.867211 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-281faa45-9f22-45be-a45e-11824cc0758d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ada3817367b2453eb840f79dd9e0c0ca&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0864613 Sep 01 05:01:49.886955 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 42880) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:01:49.891003 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-2984ddfc-9ef0-4a8b-971f-097531b637de req-26a4f9b8-361d-429b-be46-b05289bfc6d6 tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] 10.222.0.11 "GET /v2.0/ports?device_id=de95ae84-0a13-44c7-aa3a-4a63f2dcb518 HTTP/1.1" status: 200 len: 210 time: 0.0614579 Sep 01 05:01:49.985743 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-3501aa62-9136-4e72-874e-b23b849d5478 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:50.026485 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.db.provisioning_blocks [None req-3501aa62-9136-4e72-874e-b23b849d5478 admin admin] Transition to ACTIVE for port object ece1a100-2310-475d-95fc-573c4ffb987d will not be triggered until provisioned by entity DHCP. {{(pid=100912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:01:50.060329 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-5353fb2d-dbd3-4bd7-ad83-9767d5dbfac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:50.111294 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_hamode_db [None req-271171f2-e34f-4333-9a7e-f55df28256f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02e86c71-e035-4c69-8724-fce829d5e969', 'name': 'tempest-ServerRescueNegativeTestJSON-1931772365-router', 'tenant_id': '6656dbfc754f4b4eb5789000e7b6d945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '6bf07d02-b910-410c-bfbc-d8e537bd130a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:01:44Z', 'updated_at': '2021-09-01T05:01:48Z', 'revision_number': 3, 'project_id': '6656dbfc754f4b4eb5789000e7b6d945', 'gw_port': {'id': '6bf07d02-b910-410c-bfbc-d8e537bd130a', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:06:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02e86c71-e035-4c69-8724-fce829d5e969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:01:46Z', 'updated_at': '2021-09-01T05:01:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi'}], 'dv-cinder-804735-5-iscsi', False) {} {{(pid=100914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:01:50.146894 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-5353fb2d-dbd3-4bd7-ad83-9767d5dbfac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:50.154636 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271171f2-e34f-4333-9a7e-f55df28256f9 None None] Checking router: 02e86c71-e035-4c69-8724-fce829d5e969 for host: dv-cinder-804735-5-iscsi {{(pid=100914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 05:01:50.156184 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-d582199b-d5d0-427c-aaa2-0924db39c695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780564376589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59570596'] for port, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:50.158340 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271171f2-e34f-4333-9a7e-f55df28256f9 None None] Updating router 02e86c71-e035-4c69-8724-fce829d5e969 port 6bf07d02-b910-410c-bfbc-d8e537bd130a binding host dv-cinder-804735-5-iscsi {{(pid=100914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 05:01:50.198842 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron_lib.callbacks.manager [None req-271171f2-e34f-4333-9a7e-f55df28256f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:50.219288 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-62968ed3-d67c-4073-89b1-0d38ac79ed8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf7833d7-4c97-4622-afaf-57ace39decf3', 'name': 'tempest-AttachVolumeShelveTestJSON-232564752-router', 'tenant_id': '6f7fb169ff9b446089c4ed54ad80a0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'fdc3cbf0-4453-47ae-9a07-b90bad19b65d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:01:42Z', 'updated_at': '2021-09-01T05:01:44Z', 'revision_number': 3, 'project_id': '6f7fb169ff9b446089c4ed54ad80a0dc', 'gw_port': {'id': 'fdc3cbf0-4453-47ae-9a07-b90bad19b65d', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ba:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf7833d7-4c97-4622-afaf-57ace39decf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:01:43Z', 'updated_at': '2021-09-01T05:01:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi'}], 'dv-cinder-804735-5-iscsi', False) {} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:01:50.265316 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d582199b-d5d0-427c-aaa2-0924db39c695 admin admin] Network 3c0fc3fe-cfc7-47f9-a3bb-23d1892df261 is already hosted by enough agents. {{(pid=100912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:01:50.277403 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-3501aa62-9136-4e72-874e-b23b849d5478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780564376589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59570596'] for port, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:50.281997 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62968ed3-d67c-4073-89b1-0d38ac79ed8a None None] The sync data for ids ['cf7833d7-4c97-4622-afaf-57ace39decf3'] in dv-cinder-804735-5-iscsi is: [{'id': 'cf7833d7-4c97-4622-afaf-57ace39decf3', 'name': 'tempest-AttachVolumeShelveTestJSON-232564752-router', 'tenant_id': '6f7fb169ff9b446089c4ed54ad80a0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'fdc3cbf0-4453-47ae-9a07-b90bad19b65d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:01:42Z', 'updated_at': '2021-09-01T05:01:44Z', 'revision_number': 3, 'project_id': '6f7fb169ff9b446089c4ed54ad80a0dc', 'gw_port': {'id': 'fdc3cbf0-4453-47ae-9a07-b90bad19b65d', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ba:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf7833d7-4c97-4622-afaf-57ace39decf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:01:43Z', 'updated_at': '2021-09-01T05:01:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi'}] {{(pid=100913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 05:01:50.295755 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.scheduler.base_scheduler [None req-d582199b-d5d0-427c-aaa2-0924db39c695 admin admin] Resources bound (agent type, host, resource id): {{(pid=100912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:01:50.333421 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d582199b-d5d0-427c-aaa2-0924db39c695 admin admin] Received port after_create {{(pid=100912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 05:01:50.345943 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d582199b-d5d0-427c-aaa2-0924db39c695 admin admin] Pushing event updated for resources: {'Port': ['ID=67e948fa-3701-40a0-84a3-42134389b745,revision_number=1']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:01:50.415905 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-9fb6b846-c869-42aa-93b6-66584308c0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:50.426846 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3501aa62-9136-4e72-874e-b23b849d5478 admin admin] Network 92e27a99-4acf-46a2-b103-44939bb42018 is already hosted by enough agents. {{(pid=100912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:01:50.595806 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device 9f7e5785-3b7e-40e3-b844-90f28f6b67ca up at agent ovs-agent-dv-cinder-804735-5-iscsi {{(pid=100913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:01:50.700388 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.scheduler.base_scheduler [None req-3501aa62-9136-4e72-874e-b23b849d5478 admin admin] Resources bound (agent type, host, resource id): {{(pid=100912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:01:50.702996 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3501aa62-9136-4e72-874e-b23b849d5478 admin admin] Received port after_create {{(pid=100912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 05:01:50.764969 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron_lib.callbacks.manager [None req-271171f2-e34f-4333-9a7e-f55df28256f9 None None] Notify callbacks [] for port, precommit_update {{(pid=100914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:50.772128 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 42890) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:01:50.773926 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-3501aa62-9136-4e72-874e-b23b849d5478 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1959044'] for router_interface, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:50.799875 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Provisioning for port 9f7e5785-3b7e-40e3-b844-90f28f6b67ca completed by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:01:50.814103 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Provisioning complete for port 9f7e5785-3b7e-40e3-b844-90f28f6b67ca triggered by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:01:50.816216 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:50.820999 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.provisioning_blocks [None req-271171f2-e34f-4333-9a7e-f55df28256f9 None None] Transition to ACTIVE for port object 6bf07d02-b910-410c-bfbc-d8e537bd130a will not be triggered until provisioned by entity L2. {{(pid=100914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:01:50.943268 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron_lib.callbacks.manager [None req-271171f2-e34f-4333-9a7e-f55df28256f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:50.944368 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.db_base_plugin_common [None req-9fb6b846-c869-42aa-93b6-66584308c0e5 admin admin] Allocated IP 172.20.0.1 (e239844d-232c-4a02-ba33-46d720e37c24/f3160f96-5162-4386-b59c-1540b2ae925c/4db65dc1-f90b-4021-935d-4d99dda66b20) {{(pid=100911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 05:01:50.999836 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-d582199b-d5d0-427c-aaa2-0924db39c695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1959044'] for router_interface, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:51.003396 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3501aa62-9136-4e72-874e-b23b849d5478 admin admin] Pushing event updated for resources: {'Port': ['ID=ece1a100-2310-475d-95fc-573c4ffb987d,revision_number=1']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:01:51.004930 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5234c8d5-1642-4500-8d55-c531f6952997 None None] Pushing event updated for resources: {'Port': ['ID=6bf07d02-b910-410c-bfbc-d8e537bd130a,revision_number=2']} {{(pid=100914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:01:51.036905 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.plugins.ml2.managers [None req-271171f2-e34f-4333-9a7e-f55df28256f9 None None] Attempting to bind port 6bf07d02-b910-410c-bfbc-d8e537bd130a on host dv-cinder-804735-5-iscsi for vnic_type normal with profile {{(pid=100914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 05:01:51.037932 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.plugins.ml2.managers [None req-271171f2-e34f-4333-9a7e-f55df28256f9 None None] Attempting to bind port 6bf07d02-b910-410c-bfbc-d8e537bd130a by drivers openvswitch,hyperv on host dv-cinder-804735-5-iscsi at level 0 using segments [{'id': 'ace692d4-e0f2-4d18-963d-d8c8432b7d17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76'}] {{(pid=100914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 05:01:51.039498 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271171f2-e34f-4333-9a7e-f55df28256f9 None None] Attempting to bind port 6bf07d02-b910-410c-bfbc-d8e537bd130a on network 0effeb3b-80f3-4cb6-8b1a-1774968f7d76 {{(pid=100914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:01:51.066653 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271171f2-e34f-4333-9a7e-f55df28256f9 None None] Checking agent: {'id': '262f7f02-ff25-45e4-acf2-78173ac4ae41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 53, 40), 'started_at': datetime.datetime(2021, 9, 1, 4, 54, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 5, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 05:01:51.067558 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271171f2-e34f-4333-9a7e-f55df28256f9 None None] Checking segment: {'id': 'ace692d4-e0f2-4d18-963d-d8c8432b7d17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:01:51.068453 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron_lib.callbacks.manager [None req-271171f2-e34f-4333-9a7e-f55df28256f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:51.069673 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271171f2-e34f-4333-9a7e-f55df28256f9 None None] Bound using segment: {'id': 'ace692d4-e0f2-4d18-963d-d8c8432b7d17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76'} {{(pid=100914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 05:01:51.071825 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.plugins.ml2.managers [None req-271171f2-e34f-4333-9a7e-f55df28256f9 None None] Bound port: 6bf07d02-b910-410c-bfbc-d8e537bd130a, host: dv-cinder-804735-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ace692d4-e0f2-4d18-963d-d8c8432b7d17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76'}}] {{(pid=100914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 05:01:51.074684 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron_lib.callbacks.manager [None req-271171f2-e34f-4333-9a7e-f55df28256f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:51.085376 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:51.093918 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-5353fb2d-dbd3-4bd7-ad83-9767d5dbfac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:51.097339 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-5353fb2d-dbd3-4bd7-ad83-9767d5dbfac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:51.098749 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-5353fb2d-dbd3-4bd7-ad83-9767d5dbfac2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dfa5a320-7cf5-4621-929e-3c3fb945d9fe HTTP/1.1" status: 204 len: 168 time: 1.2067530 Sep 01 05:01:51.128846 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-37d0734e-6a39-4ead-b7b3-a364c0d83108 None None] Provisioning for port 67e948fa-3701-40a0-84a3-42134389b745 completed by entity DHCP. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:01:51.136313 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5353fb2d-dbd3-4bd7-ad83-9767d5dbfac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa5a320-7cf5-4621-929e-3c3fb945d9fe,revision_number=None']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:01:51.145176 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-37d0734e-6a39-4ead-b7b3-a364c0d83108 None None] Provisioning complete for port 67e948fa-3701-40a0-84a3-42134389b745 triggered by entity DHCP. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:01:51.145553 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-37d0734e-6a39-4ead-b7b3-a364c0d83108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:51.237739 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.plugins.ml2.db [None req-271171f2-e34f-4333-9a7e-f55df28256f9 None None] For port 6bf07d02-b910-410c-bfbc-d8e537bd130a, host dv-cinder-804735-5-iscsi, cleared binding levels {{(pid=100914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 05:01:51.245732 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.plugins.ml2.db [None req-271171f2-e34f-4333-9a7e-f55df28256f9 None None] For port 6bf07d02-b910-410c-bfbc-d8e537bd130a, host dv-cinder-804735-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-5-iscsi',level=0,port_id=6bf07d02-b910-410c-bfbc-d8e537bd130a,segment=NetworkSegment(ace692d4-e0f2-4d18-963d-d8c8432b7d17),segment_id=ace692d4-e0f2-4d18-963d-d8c8432b7d17)] {{(pid=100914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 05:01:51.249286 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-028f9865-5b7c-41e4-b370-2c9674b5ed80 req-46618ec2-b236-491c-b1f3-078808b5038d tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] 10.222.0.11 "GET /v2.0/ports?device_id=de95ae84-0a13-44c7-aa3a-4a63f2dcb518 HTTP/1.1" status: 200 len: 210 time: 0.1317351 Sep 01 05:01:51.249903 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-3501aa62-9136-4e72-874e-b23b849d5478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:51.281459 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-9fb6b846-c869-42aa-93b6-66584308c0e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:51.317392 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] For port 9f7e5785-3b7e-40e3-b844-90f28f6b67ca, host dv-cinder-804735-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-5-iscsi',level=0,port_id=9f7e5785-3b7e-40e3-b844-90f28f6b67ca,segment=NetworkSegment(ace692d4-e0f2-4d18-963d-d8c8432b7d17),segment_id=ace692d4-e0f2-4d18-963d-d8c8432b7d17)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:01:51.337473 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.plugin [None req-37d0734e-6a39-4ead-b7b3-a364c0d83108 None None] Port 67e948fa-3701-40a0-84a3-42134389b745 cannot update to ACTIVE because it is not bound. {{(pid=100913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 05:01:51.342906 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron_lib.callbacks.manager [None req-271171f2-e34f-4333-9a7e-f55df28256f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:51.432962 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:51.499238 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-9fb6b846-c869-42aa-93b6-66584308c0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780564376589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3457272'] for port, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:51.528779 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5234c8d5-1642-4500-8d55-c531f6952997 None None] Pushing event updated for resources: {'Port': ['ID=6bf07d02-b910-410c-bfbc-d8e537bd130a,revision_number=3']} {{(pid=100914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:01:51.540105 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271171f2-e34f-4333-9a7e-f55df28256f9 None None] Routers {'02e86c71-e035-4c69-8724-fce829d5e969'} bound to L3 agent in host dv-cinder-804735-5-iscsi {{(pid=100914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:01:51.540945 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_hamode_db [None req-271171f2-e34f-4333-9a7e-f55df28256f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T04:53:40Z,description=,heartbeat_timestamp=2021-09-01T05:01:40Z,host='dv-cinder-804735-5-iscsi',id=dd4ad2d5-7278-4db2-b968-23881816b870,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:53:41Z,topic='l3_agent')) {'router_ids': ['02e86c71-e035-4c69-8724-fce829d5e969'], 'active': True} {{(pid=100914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:01:51.621904 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-3501aa62-9136-4e72-874e-b23b849d5478 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:51.644133 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Pushing event updated for resources: {'Port': ['ID=9f7e5785-3b7e-40e3-b844-90f28f6b67ca,revision_number=4']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:01:51.661406 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-d2ef6df1-5d71-4301-8ce3-84199fc3373c None None] Provisioning for port ece1a100-2310-475d-95fc-573c4ffb987d completed by entity DHCP. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:01:51.666267 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-4d7a4910-7c7e-4828-b99a-132519b2069e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:51.674362 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-d2ef6df1-5d71-4301-8ce3-84199fc3373c None None] Provisioning complete for port ece1a100-2310-475d-95fc-573c4ffb987d triggered by entity DHCP. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:01:51.677112 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-d2ef6df1-5d71-4301-8ce3-84199fc3373c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:51.681594 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb6b846-c869-42aa-93b6-66584308c0e5 admin admin] Network e239844d-232c-4a02-ba33-46d720e37c24 is already hosted by enough agents. {{(pid=100911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:01:51.715033 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.base_scheduler [None req-9fb6b846-c869-42aa-93b6-66584308c0e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:01:51.720480 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb6b846-c869-42aa-93b6-66584308c0e5 admin admin] Received port after_create {{(pid=100911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 05:01:51.795117 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.plugin [None req-d2ef6df1-5d71-4301-8ce3-84199fc3373c None None] Port ece1a100-2310-475d-95fc-573c4ffb987d cannot update to ACTIVE because it is not bound. {{(pid=100913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 05:01:51.842454 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.37', 55846) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:01:51.876197 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_dvr_db [None req-271171f2-e34f-4333-9a7e-f55df28256f9 None None] Set router 02e86c71-e035-4c69-8724-fce829d5e969 gateway port host: dv-cinder-804735-5-iscsi {{(pid=100914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:01:51.888997 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-3501aa62-9136-4e72-874e-b23b849d5478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59570589'] for port, after_update {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:51.961702 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-4d7a4910-7c7e-4828-b99a-132519b2069e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:52.007942 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:52.028249 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-d582199b-d5d0-427c-aaa2-0924db39c695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:52.099863 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-9fb6b846-c869-42aa-93b6-66584308c0e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1959044'] for router_interface, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:52.105989 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-4d7a4910-7c7e-4828-b99a-132519b2069e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:52.121563 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb6b846-c869-42aa-93b6-66584308c0e5 admin admin] Pushing event updated for resources: {'Port': ['ID=4db65dc1-f90b-4021-935d-4d99dda66b20,revision_number=1']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:01:52.138707 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-3501aa62-9136-4e72-874e-b23b849d5478 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1607752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1961012'] for router_interface, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:52.177655 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7a4910-7c7e-4828-b99a-132519b2069e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c8850a-74b8-4337-b650-50c3176f17e2,revision_number=1']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:01:52.295873 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 42938) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:01:52.327189 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_hamode_db [None req-271171f2-e34f-4333-9a7e-f55df28256f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02e86c71-e035-4c69-8724-fce829d5e969', 'name': 'tempest-ServerRescueNegativeTestJSON-1931772365-router', 'tenant_id': '6656dbfc754f4b4eb5789000e7b6d945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '6bf07d02-b910-410c-bfbc-d8e537bd130a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:01:44Z', 'updated_at': '2021-09-01T05:01:48Z', 'revision_number': 3, 'project_id': '6656dbfc754f4b4eb5789000e7b6d945', 'gw_port': {'id': '6bf07d02-b910-410c-bfbc-d8e537bd130a', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:06:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02e86c71-e035-4c69-8724-fce829d5e969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:01:46Z', 'updated_at': '2021-09-01T05:01:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi'}], 'dv-cinder-804735-5-iscsi', False) {} {{(pid=100914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:01:52.341228 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3501aa62-9136-4e72-874e-b23b849d5478 admin admin] Pushing event updated for resources: {'Port': ['ID=ece1a100-2310-475d-95fc-573c4ffb987d,revision_number=2']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:01:52.358841 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 42942) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:01:52.358960 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-4d7a4910-7c7e-4828-b99a-132519b2069e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b8f5189af8a044efa2d599e6f89992fe&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3852620 Sep 01 05:01:52.432810 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72217894-f314-4522-802c-d327718c960c req-621a27f4-1057-4e63-b32a-bca30fbd17b6 tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:01:52.433052 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271171f2-e34f-4333-9a7e-f55df28256f9 None None] The sync data for ids ['02e86c71-e035-4c69-8724-fce829d5e969'] in dv-cinder-804735-5-iscsi is: [{'id': '02e86c71-e035-4c69-8724-fce829d5e969', 'name': 'tempest-ServerRescueNegativeTestJSON-1931772365-router', 'tenant_id': '6656dbfc754f4b4eb5789000e7b6d945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '6bf07d02-b910-410c-bfbc-d8e537bd130a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:01:44Z', 'updated_at': '2021-09-01T05:01:48Z', 'revision_number': 3, 'project_id': '6656dbfc754f4b4eb5789000e7b6d945', 'gw_port': {'id': '6bf07d02-b910-410c-bfbc-d8e537bd130a', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:06:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02e86c71-e035-4c69-8724-fce829d5e969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:01:46Z', 'updated_at': '2021-09-01T05:01:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi'}] {{(pid=100914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 05:01:52.439453 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-72217894-f314-4522-802c-d327718c960c req-621a27f4-1057-4e63-b32a-bca30fbd17b6 tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] 10.222.0.37 "GET /v2.0/networks?id=c723ed29-cdf0-4f62-a130-3d9f06afd19b HTTP/1.1" status: 200 len: 812 time: 0.5918667 Sep 01 05:01:52.493251 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-9489e333-3dea-4673-8f61-8cb694f430d4 req-6756b1ff-2cae-48ce-8d0d-24ad5d82adb8 tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] 10.222.0.11 "GET /v2.0/ports?device_id=de95ae84-0a13-44c7-aa3a-4a63f2dcb518 HTTP/1.1" status: 200 len: 210 time: 0.0770035 Sep 01 05:01:52.562613 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.v2.base [req-72217894-f314-4522-802c-d327718c960c req-67fb08f9-5ce1-4870-87d9-a1a52f321c01 tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] Request body: {'port': {'device_id': 'de95ae84-0a13-44c7-aa3a-4a63f2dcb518', 'network_id': 'c723ed29-cdf0-4f62-a130-3d9f06afd19b', 'admin_state_up': True, 'tenant_id': '946e808f58424af988fc775dafe15514'}} {{(pid=100912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:01:52.928793 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device 9f7e5785-3b7e-40e3-b844-90f28f6b67ca up at agent ovs-agent-dv-cinder-804735-5-iscsi {{(pid=100913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:01:52.933356 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-6bf1d57b-ed2d-4809-b731-bbf21388bee4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f382ae81bd4c49b19e04a0d91a573641&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4652617 Sep 01 05:01:52.934499 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 42960) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:01:52.939015 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-1904a167-ab55-4d17-9dd8-6b8a7963e813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:52.939477 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3501aa62-9136-4e72-874e-b23b849d5478 admin admin] Network 92e27a99-4acf-46a2-b103-44939bb42018 is already hosted by enough agents. {{(pid=100912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:01:52.939736 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-1904a167-ab55-4d17-9dd8-6b8a7963e813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:52.940133 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Provisioning complete for port 9f7e5785-3b7e-40e3-b844-90f28f6b67ca triggered by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:01:52.940133 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:52.940270 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.scheduler.base_scheduler [None req-3501aa62-9136-4e72-874e-b23b849d5478 admin admin] Resources bound (agent type, host, resource id): {{(pid=100912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:01:53.055482 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device fdc3cbf0-4453-47ae-9a07-b90bad19b65d up at agent ovs-agent-dv-cinder-804735-5-iscsi {{(pid=100913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:01:53.085711 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-9fb6b846-c869-42aa-93b6-66584308c0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:53.352459 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-6a13004d-c542-4acc-928c-447d113d1fdb None None] Provisioning complete for port ece1a100-2310-475d-95fc-573c4ffb987d triggered by entity DHCP. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:01:53.353219 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-6a13004d-c542-4acc-928c-447d113d1fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:53.365256 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-d20ffc88-31f3-4bca-8d31-4904ca99632c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:53.376188 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3501aa62-9136-4e72-874e-b23b849d5478 admin admin] Router def894e4-20ed-48c2-b646-86193442eaf1 has already been hosted by L3 agent dd4ad2d5-7278-4db2-b968-23881816b870 {{(pid=100912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 05:01:53.379120 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-d582199b-d5d0-427c-aaa2-0924db39c695 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:53.432209 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-9fb6b846-c869-42aa-93b6-66584308c0e5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:53.439206 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.plugin [None req-6a13004d-c542-4acc-928c-447d113d1fdb None None] Port ece1a100-2310-475d-95fc-573c4ffb987d cannot update to ACTIVE because it is not bound. {{(pid=100913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 05:01:53.468321 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-d20ffc88-31f3-4bca-8d31-4904ca99632c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:53.570568 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72217894-f314-4522-802c-d327718c960c req-67fb08f9-5ce1-4870-87d9-a1a52f321c01 tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] Made reservation on behalf of 946e808f58424af988fc775dafe15514 for: {'port': 1} {{(pid=100912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 05:01:53.575079 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-1904a167-ab55-4d17-9dd8-6b8a7963e813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:53.575211 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [req-72217894-f314-4522-802c-d327718c960c req-67fb08f9-5ce1-4870-87d9-a1a52f321c01 tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:53.575747 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Provisioning for port fdc3cbf0-4453-47ae-9a07-b90bad19b65d completed by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:01:53.581439 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-1904a167-ab55-4d17-9dd8-6b8a7963e813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:53.589094 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-1904a167-ab55-4d17-9dd8-6b8a7963e813 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b7c8850a-74b8-4337-b650-50c3176f17e2 HTTP/1.1" status: 204 len: 168 time: 1.2263579 Sep 01 05:01:53.590497 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Provisioning complete for port fdc3cbf0-4453-47ae-9a07-b90bad19b65d triggered by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:01:53.590975 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:53.605569 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-9fb6b846-c869-42aa-93b6-66584308c0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3457217'] for port, after_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:53.681738 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1904a167-ab55-4d17-9dd8-6b8a7963e813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c8850a-74b8-4337-b650-50c3176f17e2,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:01:53.818235 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-9fb6b846-c869-42aa-93b6-66584308c0e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1607752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1961012'] for router_interface, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:53.833855 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:53.840395 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb6b846-c869-42aa-93b6-66584308c0e5 admin admin] Pushing event updated for resources: {'Port': ['ID=4db65dc1-f90b-4021-935d-4d99dda66b20,revision_number=2']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:01:53.859035 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-d582199b-d5d0-427c-aaa2-0924db39c695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59570589'] for port, after_update {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:53.925679 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3501aa62-9136-4e72-874e-b23b849d5478 admin admin] Notify agent at l3_agent.dv-cinder-804735-5-iscsi the message routers_updated {{(pid=100912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 05:01:53.946651 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052338b8-1a30-4d7c-9bcf-6dd352abeb09 None None] Sync routers for ids ['def894e4-20ed-48c2-b646-86193442eaf1'] in dv-cinder-804735-5-iscsi {{(pid=100913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 05:01:53.955257 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] For port fdc3cbf0-4453-47ae-9a07-b90bad19b65d, host dv-cinder-804735-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-5-iscsi',level=0,port_id=fdc3cbf0-4453-47ae-9a07-b90bad19b65d,segment=NetworkSegment(ace692d4-e0f2-4d18-963d-d8c8432b7d17),segment_id=ace692d4-e0f2-4d18-963d-d8c8432b7d17)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:01:53.961601 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052338b8-1a30-4d7c-9bcf-6dd352abeb09 None None] Routers {'def894e4-20ed-48c2-b646-86193442eaf1'} bound to L3 agent in host dv-cinder-804735-5-iscsi {{(pid=100913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:01:53.962137 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-052338b8-1a30-4d7c-9bcf-6dd352abeb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T04:53:40Z,description=,heartbeat_timestamp=2021-09-01T05:01:40Z,host='dv-cinder-804735-5-iscsi',id=dd4ad2d5-7278-4db2-b968-23881816b870,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:53:41Z,topic='l3_agent')) {'router_ids': ['def894e4-20ed-48c2-b646-86193442eaf1'], 'active': True} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:01:54.001001 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-d582199b-d5d0-427c-aaa2-0924db39c695 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1607752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1961012'] for router_interface, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:54.004307 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-1332ccd8-cc9a-444e-bb39-62d56e36478a req-e22d39f2-9de3-49f8-8c27-d8235b92f5d9 tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] 10.222.0.11 "GET /v2.0/ports?device_id=de95ae84-0a13-44c7-aa3a-4a63f2dcb518 HTTP/1.1" status: 200 len: 210 time: 0.2143707 Sep 01 05:01:54.008874 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-3501aa62-9136-4e72-874e-b23b849d5478 admin admin] 10.222.0.11 "PUT /v2.0/routers/def894e4-20ed-48c2-b646-86193442eaf1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9700487 Sep 01 05:01:54.050241 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb6b846-c869-42aa-93b6-66584308c0e5 admin admin] Network e239844d-232c-4a02-ba33-46d720e37c24 is already hosted by enough agents. {{(pid=100911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:01:54.051902 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.base_scheduler [None req-9fb6b846-c869-42aa-93b6-66584308c0e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:01:54.094172 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvr_db [None req-052338b8-1a30-4d7c-9bcf-6dd352abeb09 None None] Set router def894e4-20ed-48c2-b646-86193442eaf1 gateway port host: dv-cinder-804735-5-iscsi {{(pid=100913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:01:54.151818 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d582199b-d5d0-427c-aaa2-0924db39c695 admin admin] Pushing event updated for resources: {'Port': ['ID=67e948fa-3701-40a0-84a3-42134389b745,revision_number=2']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:01:54.176159 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-d20ffc88-31f3-4bca-8d31-4904ca99632c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:54.183765 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-d20ffc88-31f3-4bca-8d31-4904ca99632c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:54.186651 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-d20ffc88-31f3-4bca-8d31-4904ca99632c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b73d324e-b131-4434-a7a8-b438285f941b HTTP/1.1" status: 204 len: 168 time: 1.4170356 Sep 01 05:01:54.234322 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fb6b846-c869-42aa-93b6-66584308c0e5 admin admin] Router 02e86c71-e035-4c69-8724-fce829d5e969 has already been hosted by L3 agent dd4ad2d5-7278-4db2-b968-23881816b870 {{(pid=100911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 05:01:54.254592 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:54.414522 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Pushing event updated for resources: {'Port': ['ID=fdc3cbf0-4453-47ae-9a07-b90bad19b65d,revision_number=4']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:01:54.448128 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-052338b8-1a30-4d7c-9bcf-6dd352abeb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def894e4-20ed-48c2-b646-86193442eaf1', 'name': 'tempest-AttachVolumeTestJSON-1848366623-router', 'tenant_id': 'efd1fc476bbc46ddb375c7c745356ae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '9f7e5785-3b7e-40e3-b844-90f28f6b67ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:01:43Z', 'updated_at': '2021-09-01T05:01:50Z', 'revision_number': 4, 'project_id': 'efd1fc476bbc46ddb375c7c745356ae4', 'gw_port': {'id': '9f7e5785-3b7e-40e3-b844-90f28f6b67ca', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def894e4-20ed-48c2-b646-86193442eaf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:01:44Z', 'updated_at': '2021-09-01T05:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi', '_interfaces': [{'id': 'ece1a100-2310-475d-95fc-573c4ffb987d', 'name': '', 'network_id': '92e27a99-4acf-46a2-b103-44939bb42018', 'tenant_id': 'efd1fc476bbc46ddb375c7c745356ae4', 'mac_address': 'fa:16:3e:04:06:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def894e4-20ed-48c2-b646-86193442eaf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '632c2506-9627-456a-904a-03e2fe14470f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:01:48Z', 'updated_at': '2021-09-01T05:01:51Z', 'revision_number': 2, 'project_id': 'efd1fc476bbc46ddb375c7c745356ae4', 'subnets': [{'id': '632c2506-9627-456a-904a-03e2fe14470f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-5-iscsi', False) {} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:01:54.476839 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20ffc88-31f3-4bca-8d31-4904ca99632c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b73d324e-b131-4434-a7a8-b438285f941b,revision_number=None']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:01:54.537444 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052338b8-1a30-4d7c-9bcf-6dd352abeb09 None None] Checking router: def894e4-20ed-48c2-b646-86193442eaf1 for host: dv-cinder-804735-5-iscsi {{(pid=100913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 05:01:54.537882 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052338b8-1a30-4d7c-9bcf-6dd352abeb09 None None] Updating router def894e4-20ed-48c2-b646-86193442eaf1 port ece1a100-2310-475d-95fc-573c4ffb987d binding host dv-cinder-804735-5-iscsi {{(pid=100913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 05:01:54.546381 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.db.db_base_plugin_common [req-72217894-f314-4522-802c-d327718c960c req-67fb08f9-5ce1-4870-87d9-a1a52f321c01 tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] Allocated IP 172.20.0.7 (c723ed29-cdf0-4f62-a130-3d9f06afd19b/909e3fa2-7f33-42d6-8481-226421c0fbb2/2a0b7fea-52e2-47d9-b6e5-d762f98220ba) {{(pid=100912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 05:01:54.595855 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb6b846-c869-42aa-93b6-66584308c0e5 admin admin] Notify agent at l3_agent.dv-cinder-804735-5-iscsi the message routers_updated {{(pid=100911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 05:01:54.614575 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-9fb6b846-c869-42aa-93b6-66584308c0e5 admin admin] 10.222.0.11 "PUT /v2.0/routers/02e86c71-e035-4c69-8724-fce829d5e969/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1154878 Sep 01 05:01:54.622068 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-052338b8-1a30-4d7c-9bcf-6dd352abeb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:54.641410 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d582199b-d5d0-427c-aaa2-0924db39c695 admin admin] Network 3c0fc3fe-cfc7-47f9-a3bb-23d1892df261 is already hosted by enough agents. {{(pid=100912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:01:54.645056 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.scheduler.base_scheduler [None req-d582199b-d5d0-427c-aaa2-0924db39c695 admin admin] Resources bound (agent type, host, resource id): {{(pid=100912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:01:54.867265 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device 6bf07d02-b910-410c-bfbc-d8e537bd130a up at agent ovs-agent-dv-cinder-804735-5-iscsi {{(pid=100913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:01:55.209152 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d582199b-d5d0-427c-aaa2-0924db39c695 admin admin] Router cf7833d7-4c97-4622-afaf-57ace39decf3 has already been hosted by L3 agent dd4ad2d5-7278-4db2-b968-23881816b870 {{(pid=100912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 05:01:55.281701 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27123c38-49f1-4e0c-9a68-e77f6de24da3 None None] Sync routers for ids ['02e86c71-e035-4c69-8724-fce829d5e969'] in dv-cinder-804735-5-iscsi {{(pid=100914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 05:01:55.297265 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27123c38-49f1-4e0c-9a68-e77f6de24da3 None None] Routers {'02e86c71-e035-4c69-8724-fce829d5e969'} bound to L3 agent in host dv-cinder-804735-5-iscsi {{(pid=100914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:01:55.298122 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_hamode_db [None req-27123c38-49f1-4e0c-9a68-e77f6de24da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T04:53:40Z,description=,heartbeat_timestamp=2021-09-01T05:01:40Z,host='dv-cinder-804735-5-iscsi',id=dd4ad2d5-7278-4db2-b968-23881816b870,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:53:41Z,topic='l3_agent')) {'router_ids': ['02e86c71-e035-4c69-8724-fce829d5e969'], 'active': True} {{(pid=100914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:01:55.356064 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [req-72217894-f314-4522-802c-d327718c960c req-67fb08f9-5ce1-4870-87d9-a1a52f321c01 tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] Notify callbacks [] for port, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:55.364787 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-19000f88-ecda-4043-aacd-38db8544a21c None None] Provisioning complete for port 67e948fa-3701-40a0-84a3-42134389b745 triggered by entity DHCP. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:01:55.365384 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-19000f88-ecda-4043-aacd-38db8544a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:55.521186 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Provisioning for port 6bf07d02-b910-410c-bfbc-d8e537bd130a completed by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:01:55.580851 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-76ec864e-6b43-4f3b-b492-32ab71960a2a req-5d480fb8-9b9d-4b48-a89e-4aea837477c8 tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] 10.222.0.11 "GET /v2.0/ports?device_id=de95ae84-0a13-44c7-aa3a-4a63f2dcb518 HTTP/1.1" status: 200 len: 210 time: 0.3704522 Sep 01 05:01:55.588779 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Provisioning complete for port 6bf07d02-b910-410c-bfbc-d8e537bd130a triggered by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:01:55.596480 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:55.596826 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [req-72217894-f314-4522-802c-d327718c960c req-67fb08f9-5ce1-4870-87d9-a1a52f321c01 tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780564376589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59570596'] for port, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:55.740661 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_dvr_db [None req-27123c38-49f1-4e0c-9a68-e77f6de24da3 None None] Set router 02e86c71-e035-4c69-8724-fce829d5e969 gateway port host: dv-cinder-804735-5-iscsi {{(pid=100914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:01:55.949294 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72217894-f314-4522-802c-d327718c960c req-67fb08f9-5ce1-4870-87d9-a1a52f321c01 tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] Network c723ed29-cdf0-4f62-a130-3d9f06afd19b is already hosted by enough agents. {{(pid=100912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:01:55.976786 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.scheduler.base_scheduler [req-72217894-f314-4522-802c-d327718c960c req-67fb08f9-5ce1-4870-87d9-a1a52f321c01 tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] Resources bound (agent type, host, resource id): {{(pid=100912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:01:55.988122 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.db.l3_dvrscheduler_db [req-72217894-f314-4522-802c-d327718c960c req-67fb08f9-5ce1-4870-87d9-a1a52f321c01 tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] Received port after_create {{(pid=100912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 05:01:56.011611 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.plugin [None req-19000f88-ecda-4043-aacd-38db8544a21c None None] Port 67e948fa-3701-40a0-84a3-42134389b745 cannot update to ACTIVE because it is not bound. {{(pid=100913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 05:01:56.128471 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fb08f9-5ce1-4870-87d9-a1a52f321c01 tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] Pushing event updated for resources: {'Port': ['ID=2a0b7fea-52e2-47d9-b6e5-d762f98220ba,revision_number=1']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:01:56.201689 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72217894-f314-4522-802c-d327718c960c req-67fb08f9-5ce1-4870-87d9-a1a52f321c01 tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:01:56.202351 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [req-72217894-f314-4522-802c-d327718c960c req-67fb08f9-5ce1-4870-87d9-a1a52f321c01 tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607828'] for port, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:56.207145 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 43070) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:01:56.215550 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.v2.base [None req-c9ea0030-073c-49a4-99bc-d1dd2451a7b5 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2058759203', 'description': 'tempest-description--2109820809'}} {{(pid=100911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:01:56.269624 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-052338b8-1a30-4d7c-9bcf-6dd352abeb09 None None] Notify callbacks [] for port, precommit_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:56.318644 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-052338b8-1a30-4d7c-9bcf-6dd352abeb09 None None] Transition to ACTIVE for port object ece1a100-2310-475d-95fc-573c4ffb987d will not be triggered until provisioned by entity L2. {{(pid=100913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:01:56.330632 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d582199b-d5d0-427c-aaa2-0924db39c695 admin admin] Notify agent at l3_agent.dv-cinder-804735-5-iscsi the message routers_updated {{(pid=100912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 05:01:56.346569 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-d582199b-d5d0-427c-aaa2-0924db39c695 admin admin] 10.222.0.11 "PUT /v2.0/routers/cf7833d7-4c97-4622-afaf-57ace39decf3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7397256 Sep 01 05:01:56.346790 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0030-073c-49a4-99bc-d1dd2451a7b5 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Notify callbacks [] for security_group, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:56.355265 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b05bc9-f38d-4ed6-b3f8-ca01cca84e34 None None] Sync routers for ids ['cf7833d7-4c97-4622-afaf-57ace39decf3'] in dv-cinder-804735-5-iscsi {{(pid=100913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 05:01:56.364683 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_hamode_db [None req-27123c38-49f1-4e0c-9a68-e77f6de24da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02e86c71-e035-4c69-8724-fce829d5e969', 'name': 'tempest-ServerRescueNegativeTestJSON-1931772365-router', 'tenant_id': '6656dbfc754f4b4eb5789000e7b6d945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '6bf07d02-b910-410c-bfbc-d8e537bd130a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:01:44Z', 'updated_at': '2021-09-01T05:01:52Z', 'revision_number': 4, 'project_id': '6656dbfc754f4b4eb5789000e7b6d945', 'gw_port': {'id': '6bf07d02-b910-410c-bfbc-d8e537bd130a', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:06:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02e86c71-e035-4c69-8724-fce829d5e969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:01:46Z', 'updated_at': '2021-09-01T05:01:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi', '_interfaces': [{'id': '4db65dc1-f90b-4021-935d-4d99dda66b20', 'name': '', 'network_id': 'e239844d-232c-4a02-ba33-46d720e37c24', 'tenant_id': '6656dbfc754f4b4eb5789000e7b6d945', 'mac_address': 'fa:16:3e:a1:d1:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02e86c71-e035-4c69-8724-fce829d5e969', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f3160f96-5162-4386-b59c-1540b2ae925c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:01:50Z', 'updated_at': '2021-09-01T05:01:53Z', 'revision_number': 2, 'project_id': '6656dbfc754f4b4eb5789000e7b6d945', 'subnets': [{'id': 'f3160f96-5162-4386-b59c-1540b2ae925c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-5-iscsi', False) {} {{(pid=100914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:01:56.433845 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27123c38-49f1-4e0c-9a68-e77f6de24da3 None None] Checking router: 02e86c71-e035-4c69-8724-fce829d5e969 for host: dv-cinder-804735-5-iscsi {{(pid=100914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 05:01:56.434247 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27123c38-49f1-4e0c-9a68-e77f6de24da3 None None] Updating router 02e86c71-e035-4c69-8724-fce829d5e969 port 4db65dc1-f90b-4021-935d-4d99dda66b20 binding host dv-cinder-804735-5-iscsi {{(pid=100914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 05:01:56.445747 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-72217894-f314-4522-802c-d327718c960c req-67fb08f9-5ce1-4870-87d9-a1a52f321c01 tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8987761 Sep 01 05:01:56.466239 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b05bc9-f38d-4ed6-b3f8-ca01cca84e34 None None] Routers {'cf7833d7-4c97-4622-afaf-57ace39decf3'} bound to L3 agent in host dv-cinder-804735-5-iscsi {{(pid=100913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:01:56.468057 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-74b05bc9-f38d-4ed6-b3f8-ca01cca84e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T04:53:40Z,description=,heartbeat_timestamp=2021-09-01T05:01:40Z,host='dv-cinder-804735-5-iscsi',id=dd4ad2d5-7278-4db2-b968-23881816b870,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:53:41Z,topic='l3_agent')) {'router_ids': ['cf7833d7-4c97-4622-afaf-57ace39decf3'], 'active': True} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:01:56.486644 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron_lib.callbacks.manager [None req-27123c38-49f1-4e0c-9a68-e77f6de24da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:56.543415 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e320b2ab-f779-4fb7-a781-8d92874f5da3 req-5de677fe-fba9-4edf-a31f-61f2f6fb75d2 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:01:56.557746 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e320b2ab-f779-4fb7-a781-8d92874f5da3 req-5de677fe-fba9-4edf-a31f-61f2f6fb75d2 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/networks?id=e239844d-232c-4a02-ba33-46d720e37c24 HTTP/1.1" status: 200 len: 819 time: 0.2205372 Sep 01 05:01:56.577538 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [req-72217894-f314-4522-802c-d327718c960c req-c785e008-e576-42b9-979f-619b243394d5 tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=100912) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 05:01:56.586567 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-72217894-f314-4522-802c-d327718c960c req-c785e008-e576-42b9-979f-619b243394d5 tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0263927 Sep 01 05:01:56.600388 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-052338b8-1a30-4d7c-9bcf-6dd352abeb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:56.605133 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e320b2ab-f779-4fb7-a781-8d92874f5da3 req-93891af8-a722-4d3e-97e2-41e5953b9089 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/quotas/6656dbfc754f4b4eb5789000e7b6d945 HTTP/1.1" status: 200 len: 375 time: 0.0447388 Sep 01 05:01:56.632209 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0030-073c-49a4-99bc-d1dd2451a7b5 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Notify callbacks [] for security_group, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:56.719092 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0030-073c-49a4-99bc-d1dd2451a7b5 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:56.796820 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea0030-073c-49a4-99bc-d1dd2451a7b5 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08c24242-8d6a-47d6-ad10-c33dccdec691,revision_number=1']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:01:56.818990 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:56.955409 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e320b2ab-f779-4fb7-a781-8d92874f5da3 req-0272c904-4f73-4039-9859-e738b95e3abc tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6656dbfc754f4b4eb5789000e7b6d945&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3452773 Sep 01 05:01:56.994561 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-c9ea0030-073c-49a4-99bc-d1dd2451a7b5 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Notify callbacks [] for security_group, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:56.995852 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-c9ea0030-073c-49a4-99bc-d1dd2451a7b5 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7864592 Sep 01 05:01:56.999732 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 43112) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:01:57.003522 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ad139-9d26-40a5-9d6d-3f2a06ffc291 req-75ab9542-79c1-446c-8e77-db7fd0c8e20e tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:01:57.005660 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-f48ad139-9d26-40a5-9d6d-3f2a06ffc291 req-75ab9542-79c1-446c-8e77-db7fd0c8e20e tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] 10.222.0.11 "GET /v2.0/ports?device_id=de95ae84-0a13-44c7-aa3a-4a63f2dcb518 HTTP/1.1" status: 200 len: 931 time: 0.2043753 Sep 01 05:01:57.018030 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.v2.base [None req-caa6c884-6c11-4f68-84fa-d0909903b9d9 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Request body: {'security_group_rule': {'security_group_id': '08c24242-8d6a-47d6-ad10-c33dccdec691', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:01:57.043418 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be6acb7-4659-482e-87f7-374437f24af7 None None] Pushing event updated for resources: {'Port': ['ID=ece1a100-2310-475d-95fc-573c4ffb987d,revision_number=3']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:01:57.057089 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] For port 6bf07d02-b910-410c-bfbc-d8e537bd130a, host dv-cinder-804735-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-5-iscsi',level=0,port_id=6bf07d02-b910-410c-bfbc-d8e537bd130a,segment=NetworkSegment(ace692d4-e0f2-4d18-963d-d8c8432b7d17),segment_id=ace692d4-e0f2-4d18-963d-d8c8432b7d17)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:01:57.081168 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.managers [None req-052338b8-1a30-4d7c-9bcf-6dd352abeb09 None None] Attempting to bind port ece1a100-2310-475d-95fc-573c4ffb987d on host dv-cinder-804735-5-iscsi for vnic_type normal with profile {{(pid=100913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 05:01:57.081617 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.managers [None req-052338b8-1a30-4d7c-9bcf-6dd352abeb09 None None] Attempting to bind port ece1a100-2310-475d-95fc-573c4ffb987d by drivers openvswitch,hyperv on host dv-cinder-804735-5-iscsi at level 0 using segments [{'id': 'e92f5f75-4b28-4c21-a02f-3b0b28f57878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '92e27a99-4acf-46a2-b103-44939bb42018'}] {{(pid=100913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 05:01:57.082210 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052338b8-1a30-4d7c-9bcf-6dd352abeb09 None None] Attempting to bind port ece1a100-2310-475d-95fc-573c4ffb987d on network 92e27a99-4acf-46a2-b103-44939bb42018 {{(pid=100913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:01:57.128495 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052338b8-1a30-4d7c-9bcf-6dd352abeb09 None None] Checking agent: {'id': '262f7f02-ff25-45e4-acf2-78173ac4ae41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 53, 40), 'started_at': datetime.datetime(2021, 9, 1, 4, 54, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 5, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 05:01:57.129937 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052338b8-1a30-4d7c-9bcf-6dd352abeb09 None None] Checking segment: {'id': 'e92f5f75-4b28-4c21-a02f-3b0b28f57878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '92e27a99-4acf-46a2-b103-44939bb42018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:01:57.130436 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-052338b8-1a30-4d7c-9bcf-6dd352abeb09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:57.130937 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052338b8-1a30-4d7c-9bcf-6dd352abeb09 None None] Bound using segment: {'id': 'e92f5f75-4b28-4c21-a02f-3b0b28f57878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '92e27a99-4acf-46a2-b103-44939bb42018'} {{(pid=100913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 05:01:57.133304 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.managers [None req-052338b8-1a30-4d7c-9bcf-6dd352abeb09 None None] Bound port: ece1a100-2310-475d-95fc-573c4ffb987d, host: dv-cinder-804735-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e92f5f75-4b28-4c21-a02f-3b0b28f57878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '92e27a99-4acf-46a2-b103-44939bb42018'}}] {{(pid=100913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 05:01:57.135269 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-052338b8-1a30-4d7c-9bcf-6dd352abeb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:57.165759 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-f48ad139-9d26-40a5-9d6d-3f2a06ffc291 req-629439d7-0c43-4f69-afb9-f4ada33e00d9 tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] 10.222.0.11 "GET /v2.0/security-groups?id=63cd6b54-f6bd-4c17-b05c-3feaa612db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466560 Sep 01 05:01:57.191762 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.v2.base [req-72217894-f314-4522-802c-d327718c960c req-ca29ddf4-b09d-4faa-9629-dbef2c546b5d service neutron] Request body: {'port': {'device_id': 'de95ae84-0a13-44c7-aa3a-4a63f2dcb518', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=100912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:01:57.196205 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:57.219011 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-caa6c884-6c11-4f68-84fa-d0909903b9d9 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:57.220510 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvr_db [None req-74b05bc9-f38d-4ed6-b3f8-ca01cca84e34 None None] Set router cf7833d7-4c97-4622-afaf-57ace39decf3 gateway port host: dv-cinder-804735-5-iscsi {{(pid=100913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:01:57.283166 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [req-72217894-f314-4522-802c-d327718c960c req-ca29ddf4-b09d-4faa-9629-dbef2c546b5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:57.368929 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-caa6c884-6c11-4f68-84fa-d0909903b9d9 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:57.400361 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device fdc3cbf0-4453-47ae-9a07-b90bad19b65d up at agent ovs-agent-dv-cinder-804735-5-iscsi {{(pid=100913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:01:57.491686 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron_lib.callbacks.manager [None req-27123c38-49f1-4e0c-9a68-e77f6de24da3 None None] Notify callbacks [] for port, precommit_update {{(pid=100914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:57.492942 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-caa6c884-6c11-4f68-84fa-d0909903b9d9 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71185'] for security_group_rule, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:57.521670 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.provisioning_blocks [None req-27123c38-49f1-4e0c-9a68-e77f6de24da3 None None] Transition to ACTIVE for port object 4db65dc1-f90b-4021-935d-4d99dda66b20 will not be triggered until provisioned by entity L2. {{(pid=100914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:01:57.526876 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa6c884-6c11-4f68-84fa-d0909903b9d9 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbfc2c13-5d88-4098-8b0a-4971d95f2bac,revision_number=0']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:01:57.600425 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron_lib.callbacks.manager [None req-27123c38-49f1-4e0c-9a68-e77f6de24da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:57.675187 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0937c172-bb58-435d-849b-a0c746411b22 None None] Pushing event updated for resources: {'Port': ['ID=4db65dc1-f90b-4021-935d-4d99dda66b20,revision_number=3']} {{(pid=100914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:01:57.687247 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-caa6c884-6c11-4f68-84fa-d0909903b9d9 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:57.689056 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-caa6c884-6c11-4f68-84fa-d0909903b9d9 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6881604 Sep 01 05:01:57.691661 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 43134) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:01:57.703786 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.v2.base [None req-9b5f21ec-8876-4366-be75-bf69c2932f41 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Request body: {'security_group_rule': {'security_group_id': '08c24242-8d6a-47d6-ad10-c33dccdec691', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:01:57.803055 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.plugins.ml2.managers [None req-27123c38-49f1-4e0c-9a68-e77f6de24da3 None None] Attempting to bind port 4db65dc1-f90b-4021-935d-4d99dda66b20 on host dv-cinder-804735-5-iscsi for vnic_type normal with profile {{(pid=100914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 05:01:57.803538 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.plugins.ml2.managers [None req-27123c38-49f1-4e0c-9a68-e77f6de24da3 None None] Attempting to bind port 4db65dc1-f90b-4021-935d-4d99dda66b20 by drivers openvswitch,hyperv on host dv-cinder-804735-5-iscsi at level 0 using segments [{'id': '6e1bddff-bcf1-4e83-9c12-c4ded3ce417c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e239844d-232c-4a02-ba33-46d720e37c24'}] {{(pid=100914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 05:01:57.804098 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27123c38-49f1-4e0c-9a68-e77f6de24da3 None None] Attempting to bind port 4db65dc1-f90b-4021-935d-4d99dda66b20 on network e239844d-232c-4a02-ba33-46d720e37c24 {{(pid=100914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:01:57.813669 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27123c38-49f1-4e0c-9a68-e77f6de24da3 None None] Checking agent: {'id': '262f7f02-ff25-45e4-acf2-78173ac4ae41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 53, 40), 'started_at': datetime.datetime(2021, 9, 1, 4, 54, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 5, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 05:01:57.814479 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27123c38-49f1-4e0c-9a68-e77f6de24da3 None None] Checking segment: {'id': '6e1bddff-bcf1-4e83-9c12-c4ded3ce417c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e239844d-232c-4a02-ba33-46d720e37c24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:01:57.814479 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron_lib.callbacks.manager [None req-27123c38-49f1-4e0c-9a68-e77f6de24da3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:57.814868 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27123c38-49f1-4e0c-9a68-e77f6de24da3 None None] Bound using segment: {'id': '6e1bddff-bcf1-4e83-9c12-c4ded3ce417c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e239844d-232c-4a02-ba33-46d720e37c24'} {{(pid=100914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 05:01:57.815349 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.plugins.ml2.managers [None req-27123c38-49f1-4e0c-9a68-e77f6de24da3 None None] Bound port: 4db65dc1-f90b-4021-935d-4d99dda66b20, host: dv-cinder-804735-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e1bddff-bcf1-4e83-9c12-c4ded3ce417c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e239844d-232c-4a02-ba33-46d720e37c24'}}] {{(pid=100914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 05:01:57.815767 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron_lib.callbacks.manager [None req-27123c38-49f1-4e0c-9a68-e77f6de24da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:57.866874 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-9b5f21ec-8876-4366-be75-bf69c2932f41 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:57.918344 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-052338b8-1a30-4d7c-9bcf-6dd352abeb09 None None] For port ece1a100-2310-475d-95fc-573c4ffb987d, host dv-cinder-804735-5-iscsi, cleared binding levels {{(pid=100913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 05:01:57.922712 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-052338b8-1a30-4d7c-9bcf-6dd352abeb09 None None] For port ece1a100-2310-475d-95fc-573c4ffb987d, host dv-cinder-804735-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-5-iscsi',level=0,port_id=ece1a100-2310-475d-95fc-573c4ffb987d,segment=NetworkSegment(e92f5f75-4b28-4c21-a02f-3b0b28f57878),segment_id=e92f5f75-4b28-4c21-a02f-3b0b28f57878)] {{(pid=100913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 05:01:57.987598 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [req-e320b2ab-f779-4fb7-a781-8d92874f5da3 req-b5a0ec3f-6c73-403e-a38f-6cfa7942b18e service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=100912) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 05:01:57.988620 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e320b2ab-f779-4fb7-a781-8d92874f5da3 req-b5a0ec3f-6c73-403e-a38f-6cfa7942b18e service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5884576 Sep 01 05:01:57.998473 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-9b5f21ec-8876-4366-be75-bf69c2932f41 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:58.064977 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-052338b8-1a30-4d7c-9bcf-6dd352abeb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:58.066333 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Pushing event updated for resources: {'Port': ['ID=6bf07d02-b910-410c-bfbc-d8e537bd130a,revision_number=4']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:01:58.087955 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-9b5f21ec-8876-4366-be75-bf69c2932f41 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71185'] for security_group_rule, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:58.098891 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.plugins.ml2.db [None req-27123c38-49f1-4e0c-9a68-e77f6de24da3 None None] For port 4db65dc1-f90b-4021-935d-4d99dda66b20, host dv-cinder-804735-5-iscsi, cleared binding levels {{(pid=100914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 05:01:58.112177 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.plugins.ml2.db [None req-27123c38-49f1-4e0c-9a68-e77f6de24da3 None None] For port 4db65dc1-f90b-4021-935d-4d99dda66b20, host dv-cinder-804735-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-5-iscsi',level=0,port_id=4db65dc1-f90b-4021-935d-4d99dda66b20,segment=NetworkSegment(6e1bddff-bcf1-4e83-9c12-c4ded3ce417c),segment_id=6e1bddff-bcf1-4e83-9c12-c4ded3ce417c)] {{(pid=100914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 05:01:58.149066 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f21ec-8876-4366-be75-bf69c2932f41 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28b850b2-35f8-4ec7-ba54-e4a5c5265b3a,revision_number=0']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:01:58.173381 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Provisioning complete for port fdc3cbf0-4453-47ae-9a07-b90bad19b65d triggered by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:01:58.173758 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:58.206521 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron_lib.callbacks.manager [None req-27123c38-49f1-4e0c-9a68-e77f6de24da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:58.323068 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-9b5f21ec-8876-4366-be75-bf69c2932f41 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:58.326882 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-9b5f21ec-8876-4366-be75-bf69c2932f41 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6309717 Sep 01 05:01:58.331389 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 43152) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:01:58.340799 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.v2.base [None req-76b5018f-c98b-4753-9b1d-d4237a364503 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Request body: {'floatingip': {'floating_network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76'}} {{(pid=100911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:01:58.369866 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0937c172-bb58-435d-849b-a0c746411b22 None None] Pushing event updated for resources: {'Port': ['ID=4db65dc1-f90b-4021-935d-4d99dda66b20,revision_number=4']} {{(pid=100914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:01:58.400468 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be6acb7-4659-482e-87f7-374437f24af7 None None] Pushing event updated for resources: {'Port': ['ID=ece1a100-2310-475d-95fc-573c4ffb987d,revision_number=4']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:01:58.456346 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27123c38-49f1-4e0c-9a68-e77f6de24da3 None None] Routers {'02e86c71-e035-4c69-8724-fce829d5e969'} bound to L3 agent in host dv-cinder-804735-5-iscsi {{(pid=100914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:01:58.462751 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_hamode_db [None req-27123c38-49f1-4e0c-9a68-e77f6de24da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T04:53:40Z,description=,heartbeat_timestamp=2021-09-01T05:01:40Z,host='dv-cinder-804735-5-iscsi',id=dd4ad2d5-7278-4db2-b968-23881816b870,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:53:41Z,topic='l3_agent')) {'router_ids': ['02e86c71-e035-4c69-8724-fce829d5e969'], 'active': True} {{(pid=100914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:01:58.507188 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052338b8-1a30-4d7c-9bcf-6dd352abeb09 None None] Routers {'def894e4-20ed-48c2-b646-86193442eaf1'} bound to L3 agent in host dv-cinder-804735-5-iscsi {{(pid=100913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:01:58.508492 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-052338b8-1a30-4d7c-9bcf-6dd352abeb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T04:53:40Z,description=,heartbeat_timestamp=2021-09-01T05:01:40Z,host='dv-cinder-804735-5-iscsi',id=dd4ad2d5-7278-4db2-b968-23881816b870,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:53:41Z,topic='l3_agent')) {'router_ids': ['def894e4-20ed-48c2-b646-86193442eaf1'], 'active': True} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:01:58.543105 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-76b5018f-c98b-4753-9b1d-d4237a364503 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Notify callbacks [] for floatingip, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:58.764999 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_dvr_db [None req-27123c38-49f1-4e0c-9a68-e77f6de24da3 None None] Set router 02e86c71-e035-4c69-8724-fce829d5e969 gateway port host: dv-cinder-804735-5-iscsi {{(pid=100914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:01:58.809727 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e320b2ab-f779-4fb7-a781-8d92874f5da3 req-7cb996ff-c9c0-4269-bb01-e47a36a135dc service neutron] 10.222.0.11 "GET /v2.0/networks/e239844d-232c-4a02-ba33-46d720e37c24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7996509 Sep 01 05:01:58.814068 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.notifiers.nova [req-72217894-f314-4522-802c-d327718c960c req-ca29ddf4-b09d-4faa-9629-dbef2c546b5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a0b7fea-52e2-47d9-b6e5-d762f98220ba {{(pid=100912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 05:01:58.882699 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-74b05bc9-f38d-4ed6-b3f8-ca01cca84e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf7833d7-4c97-4622-afaf-57ace39decf3', 'name': 'tempest-AttachVolumeShelveTestJSON-232564752-router', 'tenant_id': '6f7fb169ff9b446089c4ed54ad80a0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'fdc3cbf0-4453-47ae-9a07-b90bad19b65d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:01:42Z', 'updated_at': '2021-09-01T05:01:51Z', 'revision_number': 4, 'project_id': '6f7fb169ff9b446089c4ed54ad80a0dc', 'gw_port': {'id': 'fdc3cbf0-4453-47ae-9a07-b90bad19b65d', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ba:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7833d7-4c97-4622-afaf-57ace39decf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:01:43Z', 'updated_at': '2021-09-01T05:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi', '_interfaces': [{'id': '67e948fa-3701-40a0-84a3-42134389b745', 'name': '', 'network_id': '3c0fc3fe-cfc7-47f9-a3bb-23d1892df261', 'tenant_id': '6f7fb169ff9b446089c4ed54ad80a0dc', 'mac_address': 'fa:16:3e:75:0e:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf7833d7-4c97-4622-afaf-57ace39decf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0619a0c6-b699-4546-b1ae-83c65a031c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:01:49Z', 'updated_at': '2021-09-01T05:01:52Z', 'revision_number': 2, 'project_id': '6f7fb169ff9b446089c4ed54ad80a0dc', 'subnets': [{'id': '0619a0c6-b699-4546-b1ae-83c65a031c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-5-iscsi', False) {} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:01:58.886723 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvr_db [None req-052338b8-1a30-4d7c-9bcf-6dd352abeb09 None None] Set router def894e4-20ed-48c2-b646-86193442eaf1 gateway port host: dv-cinder-804735-5-iscsi {{(pid=100913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:01:58.931594 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [req-72217894-f314-4522-802c-d327718c960c req-ca29ddf4-b09d-4faa-9629-dbef2c546b5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:58.957486 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 43162) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:01:58.961032 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.v2.base [None req-1804ff78-1e54-4614-bd26-b8ba4aa45c06 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2099889304', 'description': 'tempest-description--298452172'}} {{(pid=100911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:01:58.981801 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.db.provisioning_blocks [req-72217894-f314-4522-802c-d327718c960c req-ca29ddf4-b09d-4faa-9629-dbef2c546b5d service neutron] Transition to ACTIVE for port object 2a0b7fea-52e2-47d9-b6e5-d762f98220ba will not be triggered until provisioned by entity L2. {{(pid=100912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:01:59.056735 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e320b2ab-f779-4fb7-a781-8d92874f5da3 req-b4f0a973-0db4-499e-953f-dc2f95329da2 service neutron] 10.222.0.11 "GET /v2.0/networks/e239844d-232c-4a02-ba33-46d720e37c24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372484 Sep 01 05:01:59.061717 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_hamode_db [None req-27123c38-49f1-4e0c-9a68-e77f6de24da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02e86c71-e035-4c69-8724-fce829d5e969', 'name': 'tempest-ServerRescueNegativeTestJSON-1931772365-router', 'tenant_id': '6656dbfc754f4b4eb5789000e7b6d945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '6bf07d02-b910-410c-bfbc-d8e537bd130a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:01:44Z', 'updated_at': '2021-09-01T05:01:52Z', 'revision_number': 4, 'project_id': '6656dbfc754f4b4eb5789000e7b6d945', 'gw_port': {'id': '6bf07d02-b910-410c-bfbc-d8e537bd130a', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:06:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e86c71-e035-4c69-8724-fce829d5e969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:01:46Z', 'updated_at': '2021-09-01T05:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi', '_interfaces': [{'id': '4db65dc1-f90b-4021-935d-4d99dda66b20', 'name': '', 'network_id': 'e239844d-232c-4a02-ba33-46d720e37c24', 'tenant_id': '6656dbfc754f4b4eb5789000e7b6d945', 'mac_address': 'fa:16:3e:a1:d1:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02e86c71-e035-4c69-8724-fce829d5e969', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f3160f96-5162-4386-b59c-1540b2ae925c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:01:50Z', 'updated_at': '2021-09-01T05:01:58Z', 'revision_number': 4, 'project_id': '6656dbfc754f4b4eb5789000e7b6d945', 'subnets': [{'id': 'f3160f96-5162-4386-b59c-1540b2ae925c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-5-iscsi', False) {} {{(pid=100914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:01:59.108468 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-76b5018f-c98b-4753-9b1d-d4237a364503 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:59.146741 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [req-72217894-f314-4522-802c-d327718c960c req-ca29ddf4-b09d-4faa-9629-dbef2c546b5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59570589'] for port, after_update {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:59.164418 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27123c38-49f1-4e0c-9a68-e77f6de24da3 None None] The sync data for ids ['02e86c71-e035-4c69-8724-fce829d5e969'] in dv-cinder-804735-5-iscsi is: [{'id': '02e86c71-e035-4c69-8724-fce829d5e969', 'name': 'tempest-ServerRescueNegativeTestJSON-1931772365-router', 'tenant_id': '6656dbfc754f4b4eb5789000e7b6d945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '6bf07d02-b910-410c-bfbc-d8e537bd130a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:01:44Z', 'updated_at': '2021-09-01T05:01:52Z', 'revision_number': 4, 'project_id': '6656dbfc754f4b4eb5789000e7b6d945', 'gw_port': {'id': '6bf07d02-b910-410c-bfbc-d8e537bd130a', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:06:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e86c71-e035-4c69-8724-fce829d5e969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:01:46Z', 'updated_at': '2021-09-01T05:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi', '_interfaces': [{'id': '4db65dc1-f90b-4021-935d-4d99dda66b20', 'name': '', 'network_id': 'e239844d-232c-4a02-ba33-46d720e37c24', 'tenant_id': '6656dbfc754f4b4eb5789000e7b6d945', 'mac_address': 'fa:16:3e:a1:d1:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02e86c71-e035-4c69-8724-fce829d5e969', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f3160f96-5162-4386-b59c-1540b2ae925c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:01:50Z', 'updated_at': '2021-09-01T05:01:58Z', 'revision_number': 4, 'project_id': '6656dbfc754f4b4eb5789000e7b6d945', 'subnets': [{'id': 'f3160f96-5162-4386-b59c-1540b2ae925c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 05:01:59.203450 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-1804ff78-1e54-4614-bd26-b8ba4aa45c06 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Notify callbacks [] for security_group, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:01:59.343227 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca29ddf4-b09d-4faa-9629-dbef2c546b5d service neutron] Pushing event updated for resources: {'Port': ['ID=2a0b7fea-52e2-47d9-b6e5-d762f98220ba,revision_number=2']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:01:59.445102 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a676a-e6f4-4a5c-8009-0b972014d4e4 req-d91ae911-e5fd-4a3f-ae14-b0890e2ca1fb tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:01:59.446982 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-c01a676a-e6f4-4a5c-8009-0b972014d4e4 req-d91ae911-e5fd-4a3f-ae14-b0890e2ca1fb tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] 10.222.0.11 "GET /v2.0/ports?device_id=de95ae84-0a13-44c7-aa3a-4a63f2dcb518 HTTP/1.1" status: 200 len: 931 time: 0.3707778 Sep 01 05:01:59.468819 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b05bc9-f38d-4ed6-b3f8-ca01cca84e34 None None] Checking router: cf7833d7-4c97-4622-afaf-57ace39decf3 for host: dv-cinder-804735-5-iscsi {{(pid=100913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 05:01:59.472875 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b05bc9-f38d-4ed6-b3f8-ca01cca84e34 None None] Updating router cf7833d7-4c97-4622-afaf-57ace39decf3 port 67e948fa-3701-40a0-84a3-42134389b745 binding host dv-cinder-804735-5-iscsi {{(pid=100913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 05:01:59.496306 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device 6bf07d02-b910-410c-bfbc-d8e537bd130a up at agent ovs-agent-dv-cinder-804735-5-iscsi {{(pid=100913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:01:59.568195 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.db_base_plugin_common [None req-76b5018f-c98b-4753-9b1d-d4237a364503 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Allocated IP 172.27.2.25 (0effeb3b-80f3-4cb6-8b1a-1774968f7d76/a1ace4a4-4e27-4c96-bf05-cb2f22386a9e/86c2ab59-b991-47bf-8662-dbbcd593a9e3) {{(pid=100911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 05:01:59.736261 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 43192) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:01:59.825653 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-74b05bc9-f38d-4ed6-b3f8-ca01cca84e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:00.013558 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-1804ff78-1e54-4614-bd26-b8ba4aa45c06 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Notify callbacks [] for security_group, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:00.021314 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-322f5851-fe1b-40ff-bca2-268f42661dd3 req-89c1c2c1-1ee8-4e8a-8729-0a7784bcbfe4 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=aee9c1da-4b85-4736-8be3-b0190f921ea0 HTTP/1.1" status: 200 len: 210 time: 0.2821884 Sep 01 05:02:00.028572 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.managers [req-72217894-f314-4522-802c-d327718c960c req-ca29ddf4-b09d-4faa-9629-dbef2c546b5d service neutron] Attempting to bind port 2a0b7fea-52e2-47d9-b6e5-d762f98220ba on host hv-cinder-80473 for vnic_type normal with profile {{(pid=100912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 05:02:00.029263 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.managers [req-72217894-f314-4522-802c-d327718c960c req-ca29ddf4-b09d-4faa-9629-dbef2c546b5d service neutron] Attempting to bind port 2a0b7fea-52e2-47d9-b6e5-d762f98220ba by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '977b7374-dcaa-468f-9e3b-93bdf2287220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c723ed29-cdf0-4f62-a130-3d9f06afd19b'}] {{(pid=100912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 05:02:00.040785 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72217894-f314-4522-802c-d327718c960c req-ca29ddf4-b09d-4faa-9629-dbef2c546b5d service neutron] Attempting to bind port 2a0b7fea-52e2-47d9-b6e5-d762f98220ba on network c723ed29-cdf0-4f62-a130-3d9f06afd19b {{(pid=100912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:02:00.051686 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72217894-f314-4522-802c-d327718c960c req-ca29ddf4-b09d-4faa-9629-dbef2c546b5d service neutron] Port 2a0b7fea-52e2-47d9-b6e5-d762f98220ba on network c723ed29-cdf0-4f62-a130-3d9f06afd19b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=100912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 05:02:00.053945 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72217894-f314-4522-802c-d327718c960c req-ca29ddf4-b09d-4faa-9629-dbef2c546b5d service neutron] Attempting to bind port 2a0b7fea-52e2-47d9-b6e5-d762f98220ba on network c723ed29-cdf0-4f62-a130-3d9f06afd19b {{(pid=100912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:02:00.081611 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-c01a676a-e6f4-4a5c-8009-0b972014d4e4 req-782e6036-e0a1-403b-9370-dc217d3b90ba tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] 10.222.0.11 "GET /v2.0/security-groups?id=63cd6b54-f6bd-4c17-b05c-3feaa612db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4889698 Sep 01 05:02:00.084466 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72217894-f314-4522-802c-d327718c960c req-ca29ddf4-b09d-4faa-9629-dbef2c546b5d service neutron] Checking agent: {'id': '5dc78e7a-d30d-4469-a2d3-6a9bc399bc32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 59, 52), 'started_at': datetime.datetime(2021, 9, 1, 4, 59, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 5, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 05:02:00.088440 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72217894-f314-4522-802c-d327718c960c req-ca29ddf4-b09d-4faa-9629-dbef2c546b5d service neutron] Checking segment: {'id': '977b7374-dcaa-468f-9e3b-93bdf2287220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c723ed29-cdf0-4f62-a130-3d9f06afd19b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:02:00.089192 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72217894-f314-4522-802c-d327718c960c req-ca29ddf4-b09d-4faa-9629-dbef2c546b5d service neutron] Bound using segment: {'id': '977b7374-dcaa-468f-9e3b-93bdf2287220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c723ed29-cdf0-4f62-a130-3d9f06afd19b'} {{(pid=100912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 05:02:00.090943 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.managers [req-72217894-f314-4522-802c-d327718c960c req-ca29ddf4-b09d-4faa-9629-dbef2c546b5d service neutron] Bound port: 2a0b7fea-52e2-47d9-b6e5-d762f98220ba, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '977b7374-dcaa-468f-9e3b-93bdf2287220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'c723ed29-cdf0-4f62-a130-3d9f06afd19b'}}] {{(pid=100912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 05:02:00.091546 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [req-72217894-f314-4522-802c-d327718c960c req-ca29ddf4-b09d-4faa-9629-dbef2c546b5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:00.212149 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Provisioning complete for port 6bf07d02-b910-410c-bfbc-d8e537bd130a triggered by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:02:00.212523 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:00.371202 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.db [req-72217894-f314-4522-802c-d327718c960c req-ca29ddf4-b09d-4faa-9629-dbef2c546b5d service neutron] For port 2a0b7fea-52e2-47d9-b6e5-d762f98220ba, host hv-cinder-80473, cleared binding levels {{(pid=100912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 05:02:00.385451 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.db [req-72217894-f314-4522-802c-d327718c960c req-ca29ddf4-b09d-4faa-9629-dbef2c546b5d service neutron] For port 2a0b7fea-52e2-47d9-b6e5-d762f98220ba, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=2a0b7fea-52e2-47d9-b6e5-d762f98220ba,segment=NetworkSegment(977b7374-dcaa-468f-9e3b-93bdf2287220),segment_id=977b7374-dcaa-468f-9e3b-93bdf2287220)] {{(pid=100912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 05:02:00.496128 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-052338b8-1a30-4d7c-9bcf-6dd352abeb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def894e4-20ed-48c2-b646-86193442eaf1', 'name': 'tempest-AttachVolumeTestJSON-1848366623-router', 'tenant_id': 'efd1fc476bbc46ddb375c7c745356ae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '9f7e5785-3b7e-40e3-b844-90f28f6b67ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:01:43Z', 'updated_at': '2021-09-01T05:01:50Z', 'revision_number': 4, 'project_id': 'efd1fc476bbc46ddb375c7c745356ae4', 'gw_port': {'id': '9f7e5785-3b7e-40e3-b844-90f28f6b67ca', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def894e4-20ed-48c2-b646-86193442eaf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:01:44Z', 'updated_at': '2021-09-01T05:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi', '_interfaces': [{'id': 'ece1a100-2310-475d-95fc-573c4ffb987d', 'name': '', 'network_id': '92e27a99-4acf-46a2-b103-44939bb42018', 'tenant_id': 'efd1fc476bbc46ddb375c7c745356ae4', 'mac_address': 'fa:16:3e:04:06:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def894e4-20ed-48c2-b646-86193442eaf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '632c2506-9627-456a-904a-03e2fe14470f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:01:48Z', 'updated_at': '2021-09-01T05:01:57Z', 'revision_number': 4, 'project_id': 'efd1fc476bbc46ddb375c7c745356ae4', 'subnets': [{'id': '632c2506-9627-456a-904a-03e2fe14470f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-5-iscsi', False) {} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:02:00.532102 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [req-72217894-f314-4522-802c-d327718c960c req-ca29ddf4-b09d-4faa-9629-dbef2c546b5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59570589'] for port, after_update {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:00.713456 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72217894-f314-4522-802c-d327718c960c req-ca29ddf4-b09d-4faa-9629-dbef2c546b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:00.715701 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [req-72217894-f314-4522-802c-d327718c960c req-ca29ddf4-b09d-4faa-9629-dbef2c546b5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607828'] for port, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:00.731054 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-72217894-f314-4522-802c-d327718c960c req-ca29ddf4-b09d-4faa-9629-dbef2c546b5d service neutron] 10.222.0.37 "PUT /v2.0/ports/2a0b7fea-52e2-47d9-b6e5-d762f98220ba HTTP/1.1" status: 200 len: 1093 time: 3.7535799 Sep 01 05:02:00.733218 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de95ae84-0a13-44c7-aa3a-4a63f2dcb518', 'tag': '2a0b7fea-52e2-47d9-b6e5-d762f98220ba'}] {{(pid=100912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:02:00.761821 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-76b5018f-c98b-4753-9b1d-d4237a364503 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Notify callbacks [] for port, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:00.773982 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-1804ff78-1e54-4614-bd26-b8ba4aa45c06 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:00.893973 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-86e866ab-cb4f-4a9c-82b7-b0fa33eec067 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:00.935448 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1804ff78-1e54-4614-bd26-b8ba4aa45c06 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b94cc969-f52f-456f-8f87-e767177ccf80,revision_number=1']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:02:00.966489 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca29ddf4-b09d-4faa-9629-dbef2c546b5d service neutron] Pushing event updated for resources: {'Port': ['ID=2a0b7fea-52e2-47d9-b6e5-d762f98220ba,revision_number=3']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:02:01.070556 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052338b8-1a30-4d7c-9bcf-6dd352abeb09 None None] The sync data for ids ['def894e4-20ed-48c2-b646-86193442eaf1'] in dv-cinder-804735-5-iscsi is: [{'id': 'def894e4-20ed-48c2-b646-86193442eaf1', 'name': 'tempest-AttachVolumeTestJSON-1848366623-router', 'tenant_id': 'efd1fc476bbc46ddb375c7c745356ae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '9f7e5785-3b7e-40e3-b844-90f28f6b67ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:01:43Z', 'updated_at': '2021-09-01T05:01:50Z', 'revision_number': 4, 'project_id': 'efd1fc476bbc46ddb375c7c745356ae4', 'gw_port': {'id': '9f7e5785-3b7e-40e3-b844-90f28f6b67ca', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def894e4-20ed-48c2-b646-86193442eaf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:01:44Z', 'updated_at': '2021-09-01T05:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi', '_interfaces': [{'id': 'ece1a100-2310-475d-95fc-573c4ffb987d', 'name': '', 'network_id': '92e27a99-4acf-46a2-b103-44939bb42018', 'tenant_id': 'efd1fc476bbc46ddb375c7c745356ae4', 'mac_address': 'fa:16:3e:04:06:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def894e4-20ed-48c2-b646-86193442eaf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '632c2506-9627-456a-904a-03e2fe14470f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:01:48Z', 'updated_at': '2021-09-01T05:01:57Z', 'revision_number': 4, 'project_id': 'efd1fc476bbc46ddb375c7c745356ae4', 'subnets': [{'id': '632c2506-9627-456a-904a-03e2fe14470f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 05:02:01.087285 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-76b5018f-c98b-4753-9b1d-d4237a364503 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780564376589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3457272'] for port, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:01.126575 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a85e3-1336-4cc5-9068-c49a8092f2d4 req-5e1e9720-5801-4554-829e-8c96edf9df75 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:01.138706 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-c83a85e3-1336-4cc5-9068-c49a8092f2d4 req-5e1e9720-5801-4554-829e-8c96edf9df75 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/networks?id=e239844d-232c-4a02-ba33-46d720e37c24 HTTP/1.1" status: 200 len: 819 time: 0.5150340 Sep 01 05:02:01.352938 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-1804ff78-1e54-4614-bd26-b8ba4aa45c06 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Notify callbacks [] for security_group, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:01.371228 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-1804ff78-1e54-4614-bd26-b8ba4aa45c06 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.4069092 Sep 01 05:02:01.375943 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 43262) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:02:01.386259 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.v2.base [None req-6efd40d6-810e-475b-b359-673043b78f97 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Request body: {'security_group_rule': {'security_group_id': 'b94cc969-f52f-456f-8f87-e767177ccf80', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:02:01.512811 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c32bf37734172ffae8bcd4fd235b58a84eb6a179622fde5d618b2948ae3f8620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-711152bc-1f31-470d-9be6-d31f3588ab7c" -d '{"events": [{"name": "network-changed", "server_uuid": "de95ae84-0a13-44c7-aa3a-4a63f2dcb518", "tag": "2a0b7fea-52e2-47d9-b6e5-d762f98220ba"}]}' {{(pid=100912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:02:01.514036 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b5018f-c98b-4753-9b1d-d4237a364503 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Network 0effeb3b-80f3-4cb6-8b1a-1774968f7d76 is already hosted by enough agents. {{(pid=100911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:02:01.514036 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b5018f-c98b-4753-9b1d-d4237a364503 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Pushing event updated for resources: {'Port': ['ID=86c2ab59-b991-47bf-8662-dbbcd593a9e3,revision_number=1']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:02:01.514036 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.base_scheduler [None req-76b5018f-c98b-4753-9b1d-d4237a364503 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Resources bound (agent type, host, resource id): {{(pid=100911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:02:01.520866 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b5018f-c98b-4753-9b1d-d4237a364503 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Received port after_create {{(pid=100911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 05:02:01.578979 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-74b05bc9-f38d-4ed6-b3f8-ca01cca84e34 None None] Notify callbacks [] for port, precommit_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:01.581160 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-c83a85e3-1336-4cc5-9068-c49a8092f2d4 req-8aea8094-ff43-4c1b-b2a1-5c53c9e03f05 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/quotas/6656dbfc754f4b4eb5789000e7b6d945 HTTP/1.1" status: 200 len: 375 time: 0.4381781 Sep 01 05:02:01.598075 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-74b05bc9-f38d-4ed6-b3f8-ca01cca84e34 None None] Transition to ACTIVE for port object 67e948fa-3701-40a0-84a3-42134389b745 will not be triggered until provisioned by entity L2. {{(pid=100913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:02:01.729979 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device 4db65dc1-f90b-4021-935d-4d99dda66b20 up at agent ovs-agent-dv-cinder-804735-5-iscsi {{(pid=100913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:02:01.760744 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72217894-f314-4522-802c-d327718c960c req-a8223bcb-aa65-4443-a898-526f4774df92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:01.762610 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-72217894-f314-4522-802c-d327718c960c req-a8223bcb-aa65-4443-a898-526f4774df92 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=946e808f58424af988fc775dafe15514&device_id=de95ae84-0a13-44c7-aa3a-4a63f2dcb518 HTTP/1.1" status: 200 len: 1096 time: 0.5899224 Sep 01 05:02:01.789510 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3991dc75-6d98-4bff-8e3f-0741c6373d7e req-13c900f7-5335-4f05-a6ba-4cb6bec3c7e2 tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:01.791455 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-3991dc75-6d98-4bff-8e3f-0741c6373d7e req-13c900f7-5335-4f05-a6ba-4cb6bec3c7e2 tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] 10.222.0.11 "GET /v2.0/ports?device_id=de95ae84-0a13-44c7-aa3a-4a63f2dcb518 HTTP/1.1" status: 200 len: 943 time: 0.3696675 Sep 01 05:02:01.810526 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-c83a85e3-1336-4cc5-9068-c49a8092f2d4 req-08daef6f-b36c-4789-a645-c51dda02dcd8 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6656dbfc754f4b4eb5789000e7b6d945&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2283032 Sep 01 05:02:01.816691 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-74b05bc9-f38d-4ed6-b3f8-ca01cca84e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:01.869435 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-76b5018f-c98b-4753-9b1d-d4237a364503 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:01.988226 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650d7b36-0800-42a6-8190-9388560c379c None None] Pushing event updated for resources: {'Port': ['ID=67e948fa-3701-40a0-84a3-42134389b745,revision_number=3']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:02:01.993441 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-72217894-f314-4522-802c-d327718c960c req-de5bfca8-9a97-4092-9630-1e7477455659 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a0b7fea-52e2-47d9-b6e5-d762f98220ba HTTP/1.1" status: 200 len: 217 time: 0.1801939 Sep 01 05:02:02.042610 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.managers [None req-74b05bc9-f38d-4ed6-b3f8-ca01cca84e34 None None] Attempting to bind port 67e948fa-3701-40a0-84a3-42134389b745 on host dv-cinder-804735-5-iscsi for vnic_type normal with profile {{(pid=100913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 05:02:02.043257 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.managers [None req-74b05bc9-f38d-4ed6-b3f8-ca01cca84e34 None None] Attempting to bind port 67e948fa-3701-40a0-84a3-42134389b745 by drivers openvswitch,hyperv on host dv-cinder-804735-5-iscsi at level 0 using segments [{'id': '6efdb405-2837-4b70-a808-bb1ee8aa5349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3c0fc3fe-cfc7-47f9-a3bb-23d1892df261'}] {{(pid=100913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 05:02:02.043942 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b05bc9-f38d-4ed6-b3f8-ca01cca84e34 None None] Attempting to bind port 67e948fa-3701-40a0-84a3-42134389b745 on network 3c0fc3fe-cfc7-47f9-a3bb-23d1892df261 {{(pid=100913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:02:02.046509 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-86e866ab-cb4f-4a9c-82b7-b0fa33eec067 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:02.052229 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b05bc9-f38d-4ed6-b3f8-ca01cca84e34 None None] Checking agent: {'id': '262f7f02-ff25-45e4-acf2-78173ac4ae41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 53, 40), 'started_at': datetime.datetime(2021, 9, 1, 4, 54, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 5, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 05:02:02.052628 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b05bc9-f38d-4ed6-b3f8-ca01cca84e34 None None] Checking segment: {'id': '6efdb405-2837-4b70-a808-bb1ee8aa5349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3c0fc3fe-cfc7-47f9-a3bb-23d1892df261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:02:02.053786 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-74b05bc9-f38d-4ed6-b3f8-ca01cca84e34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:02.054898 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b05bc9-f38d-4ed6-b3f8-ca01cca84e34 None None] Bound using segment: {'id': '6efdb405-2837-4b70-a808-bb1ee8aa5349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3c0fc3fe-cfc7-47f9-a3bb-23d1892df261'} {{(pid=100913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 05:02:02.055477 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.managers [None req-74b05bc9-f38d-4ed6-b3f8-ca01cca84e34 None None] Bound port: 67e948fa-3701-40a0-84a3-42134389b745, host: dv-cinder-804735-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6efdb405-2837-4b70-a808-bb1ee8aa5349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3c0fc3fe-cfc7-47f9-a3bb-23d1892df261'}}] {{(pid=100913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 05:02:02.055887 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-74b05bc9-f38d-4ed6-b3f8-ca01cca84e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:02.065842 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-3991dc75-6d98-4bff-8e3f-0741c6373d7e req-c42d2b86-c633-4b6c-8bbb-6475ce67376b tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] 10.222.0.11 "GET /v2.0/security-groups?id=63cd6b54-f6bd-4c17-b05c-3feaa612db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433827 Sep 01 05:02:02.208353 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Provisioning for port 4db65dc1-f90b-4021-935d-4d99dda66b20 completed by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:02:02.251928 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-86e866ab-cb4f-4a9c-82b7-b0fa33eec067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:02.263360 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Provisioning complete for port 4db65dc1-f90b-4021-935d-4d99dda66b20 triggered by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:02:02.263732 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:02.285903 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72217894-f314-4522-802c-d327718c960c req-c2084d5c-9bf9-4975-b8df-b83b11cf45cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:02.287949 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-72217894-f314-4522-802c-d327718c960c req-c2084d5c-9bf9-4975-b8df-b83b11cf45cc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=909e3fa2-7f33-42d6-8481-226421c0fbb2 HTTP/1.1" status: 200 len: 852 time: 0.2444241 Sep 01 05:02:02.370313 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-76b5018f-c98b-4753-9b1d-d4237a364503 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:02.435622 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-74b05bc9-f38d-4ed6-b3f8-ca01cca84e34 None None] For port 67e948fa-3701-40a0-84a3-42134389b745, host dv-cinder-804735-5-iscsi, cleared binding levels {{(pid=100913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 05:02:02.453387 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-c83a85e3-1336-4cc5-9068-c49a8092f2d4 req-e5572397-bada-4608-b643-fc8d3f0968da service neutron] 10.222.0.11 "GET /v2.0/networks/e239844d-232c-4a02-ba33-46d720e37c24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6416457 Sep 01 05:02:02.465539 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-74b05bc9-f38d-4ed6-b3f8-ca01cca84e34 None None] For port 67e948fa-3701-40a0-84a3-42134389b745, host dv-cinder-804735-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-5-iscsi',level=0,port_id=67e948fa-3701-40a0-84a3-42134389b745,segment=NetworkSegment(6efdb405-2837-4b70-a808-bb1ee8aa5349),segment_id=6efdb405-2837-4b70-a808-bb1ee8aa5349)] {{(pid=100913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 05:02:02.474219 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-6efd40d6-810e-475b-b359-673043b78f97 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:02.541558 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-72217894-f314-4522-802c-d327718c960c req-32e6157b-cca2-410a-a0a1-b93d1e5203cd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c723ed29-cdf0-4f62-a130-3d9f06afd19b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2317259 Sep 01 05:02:02.596812 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 05:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-263bfb6b-e360-4308-bb0a-a83381410b2f x-openstack-request-id: req-263bfb6b-e360-4308-bb0a-a83381410b2f {{(pid=100912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:02:02.598111 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de95ae84-0a13-44c7-aa3a-4a63f2dcb518", "tag": "2a0b7fea-52e2-47d9-b6e5-d762f98220ba", "status": "completed", "code": 200}]} {{(pid=100912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:02:02.599094 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-263bfb6b-e360-4308-bb0a-a83381410b2f {{(pid=100912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:02:02.601318 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-74b05bc9-f38d-4ed6-b3f8-ca01cca84e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:02.602841 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de95ae84-0a13-44c7-aa3a-4a63f2dcb518', 'tag': '2a0b7fea-52e2-47d9-b6e5-d762f98220ba', 'status': 'completed', 'code': 200} Sep 01 05:02:02.603651 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e866ab-cb4f-4a9c-82b7-b0fa33eec067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3180b4a4-2de9-4d66-b750-de8708f386e7,revision_number=1']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:02:02.656863 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-86e866ab-cb4f-4a9c-82b7-b0fa33eec067 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=17331e425b7a41b99503a5f0fd94c699&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9089401 Sep 01 05:02:02.656863 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 43288) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:02:02.659072 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 43290) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:02:02.814514 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650d7b36-0800-42a6-8190-9388560c379c None None] Pushing event updated for resources: {'Port': ['ID=67e948fa-3701-40a0-84a3-42134389b745,revision_number=4']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:02:02.845416 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b05bc9-f38d-4ed6-b3f8-ca01cca84e34 None None] Routers {'cf7833d7-4c97-4622-afaf-57ace39decf3'} bound to L3 agent in host dv-cinder-804735-5-iscsi {{(pid=100913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:02:02.846405 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-74b05bc9-f38d-4ed6-b3f8-ca01cca84e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T04:53:40Z,description=,heartbeat_timestamp=2021-09-01T05:01:40Z,host='dv-cinder-804735-5-iscsi',id=dd4ad2d5-7278-4db2-b968-23881816b870,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:53:41Z,topic='l3_agent')) {'router_ids': ['cf7833d7-4c97-4622-afaf-57ace39decf3'], 'active': True} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:02:02.849003 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:02.977422 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-d6f3b616-4387-4aa3-a258-88db422a40f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:02.988205 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-6efd40d6-810e-475b-b359-673043b78f97 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:03.021738 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] For port 4db65dc1-f90b-4021-935d-4d99dda66b20, host dv-cinder-804735-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-5-iscsi',level=0,port_id=4db65dc1-f90b-4021-935d-4d99dda66b20,segment=NetworkSegment(6e1bddff-bcf1-4e83-9c12-c4ded3ce417c),segment_id=6e1bddff-bcf1-4e83-9c12-c4ded3ce417c)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:02:03.070127 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-72217894-f314-4522-802c-d327718c960c req-353d65b8-6329-47e3-81df-130bf39a998b service neutron] 10.222.0.37 "GET /v2.0/networks/c723ed29-cdf0-4f62-a130-3d9f06afd19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262661 Sep 01 05:02:03.070378 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-d6f3b616-4387-4aa3-a258-88db422a40f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:03.080466 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-ae527677-03eb-47ed-94ca-0255a1a7943c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:03.190747 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvr_db [None req-74b05bc9-f38d-4ed6-b3f8-ca01cca84e34 None None] Set router cf7833d7-4c97-4622-afaf-57ace39decf3 gateway port host: dv-cinder-804735-5-iscsi {{(pid=100913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:02:03.255637 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-ae527677-03eb-47ed-94ca-0255a1a7943c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:03.312080 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-6efd40d6-810e-475b-b359-673043b78f97 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71185'] for security_group_rule, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:03.340548 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:03.344895 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device ece1a100-2310-475d-95fc-573c4ffb987d up at agent ovs-agent-dv-cinder-804735-5-iscsi {{(pid=100913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:02:03.362063 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efd40d6-810e-475b-b359-673043b78f97 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e772854-bc93-4002-a943-a72897e86e25,revision_number=0']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:02:03.382915 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-ae527677-03eb-47ed-94ca-0255a1a7943c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:03.402059 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-d6f3b616-4387-4aa3-a258-88db422a40f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:03.405236 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-d6f3b616-4387-4aa3-a258-88db422a40f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:03.413757 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-d6f3b616-4387-4aa3-a258-88db422a40f7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3180b4a4-2de9-4d66-b750-de8708f386e7 HTTP/1.1" status: 204 len: 168 time: 0.7403581 Sep 01 05:02:03.417379 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-c83a85e3-1336-4cc5-9068-c49a8092f2d4 req-fd7070d1-6ea9-416b-90f7-366a05346e16 service neutron] 10.222.0.11 "GET /v2.0/networks/e239844d-232c-4a02-ba33-46d720e37c24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8800910 Sep 01 05:02:03.423528 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae527677-03eb-47ed-94ca-0255a1a7943c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71266ba7-086a-4969-9d82-a5fa49b489dc,revision_number=1']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:02:03.460764 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f3b616-4387-4aa3-a258-88db422a40f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3180b4a4-2de9-4d66-b750-de8708f386e7,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:02:03.496948 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-76b5018f-c98b-4753-9b1d-d4237a364503 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Notify callbacks [] for port, precommit_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:03.525960 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-6efd40d6-810e-475b-b359-673043b78f97 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:03.530220 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-6efd40d6-810e-475b-b359-673043b78f97 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1500990 Sep 01 05:02:03.530220 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 43300) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:02:03.534926 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.v2.base [None req-feab7cc3-be84-4afb-b992-c97252d98902 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Request body: {'security_group_rule': {'security_group_id': 'b94cc969-f52f-456f-8f87-e767177ccf80', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:02:03.566012 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3a877f-00f2-4c3a-9a19-f8094a887ca7 req-86c27dd2-14d9-48ca-aad7-9a16aea7384b tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:03.577772 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-8f3a877f-00f2-4c3a-9a19-f8094a887ca7 req-86c27dd2-14d9-48ca-aad7-9a16aea7384b tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] 10.222.0.11 "GET /v2.0/ports?device_id=de95ae84-0a13-44c7-aa3a-4a63f2dcb518 HTTP/1.1" status: 200 len: 943 time: 0.3041532 Sep 01 05:02:03.605691 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-76b5018f-c98b-4753-9b1d-d4237a364503 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3457217'] for port, after_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:03.649595 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-ae527677-03eb-47ed-94ca-0255a1a7943c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=970846397f0349dba6e82aa6e437cabc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9654009 Sep 01 05:02:03.650628 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 43306) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:02:03.657027 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Pushing event updated for resources: {'Port': ['ID=4db65dc1-f90b-4021-935d-4d99dda66b20,revision_number=5']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:02:03.736818 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-8f3a877f-00f2-4c3a-9a19-f8094a887ca7 req-92eba497-a5b8-4208-bee8-0832b5c172f3 tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] 10.222.0.11 "GET /v2.0/security-groups?id=63cd6b54-f6bd-4c17-b05c-3feaa612db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545033 Sep 01 05:02:03.765288 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-72217894-f314-4522-802c-d327718c960c req-5edc8fc5-f891-419f-af5e-b807bfdf9084 service neutron] 10.222.0.37 "GET /v2.0/networks/c723ed29-cdf0-4f62-a130-3d9f06afd19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4979024 Sep 01 05:02:03.817077 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b5018f-c98b-4753-9b1d-d4237a364503 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Pushing event updated for resources: {'Port': ['ID=86c2ab59-b991-47bf-8662-dbbcd593a9e3,revision_number=2']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:02:03.835667 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-36930bfc-bbe8-44db-aa4f-0ed42277fdc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:03.883454 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-36930bfc-bbe8-44db-aa4f-0ed42277fdc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:03.899155 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-feab7cc3-be84-4afb-b992-c97252d98902 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:04.040227 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711152bc-1f31-470d-9be6-d31f3588ab7c req-8b5e21d6-c2d0-4620-be0b-ef1f7e593f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:04.049489 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-711152bc-1f31-470d-9be6-d31f3588ab7c req-8b5e21d6-c2d0-4620-be0b-ef1f7e593f3a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=946e808f58424af988fc775dafe15514&device_id=de95ae84-0a13-44c7-aa3a-4a63f2dcb518 HTTP/1.1" status: 200 len: 1096 time: 0.0624804 Sep 01 05:02:04.072968 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Provisioning for port ece1a100-2310-475d-95fc-573c4ffb987d completed by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:02:04.077244 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-1bbedd0f-c526-4aff-a88f-8f1d3f1e935f req-94f699a2-6f47-4e5f-8bde-386f924d13c8 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=21e1a61e-3d53-4e8d-8b7f-3acb18606bfe HTTP/1.1" status: 200 len: 210 time: 0.0627971 Sep 01 05:02:04.094501 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-76b5018f-c98b-4753-9b1d-d4237a364503 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1958929'] for floatingip, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:04.125345 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Provisioning complete for port ece1a100-2310-475d-95fc-573c4ffb987d triggered by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:02:04.126058 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:04.266248 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-74b05bc9-f38d-4ed6-b3f8-ca01cca84e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf7833d7-4c97-4622-afaf-57ace39decf3', 'name': 'tempest-AttachVolumeShelveTestJSON-232564752-router', 'tenant_id': '6f7fb169ff9b446089c4ed54ad80a0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'fdc3cbf0-4453-47ae-9a07-b90bad19b65d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:01:42Z', 'updated_at': '2021-09-01T05:01:51Z', 'revision_number': 4, 'project_id': '6f7fb169ff9b446089c4ed54ad80a0dc', 'gw_port': {'id': 'fdc3cbf0-4453-47ae-9a07-b90bad19b65d', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ba:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7833d7-4c97-4622-afaf-57ace39decf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:01:43Z', 'updated_at': '2021-09-01T05:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi', '_interfaces': [{'id': '67e948fa-3701-40a0-84a3-42134389b745', 'name': '', 'network_id': '3c0fc3fe-cfc7-47f9-a3bb-23d1892df261', 'tenant_id': '6f7fb169ff9b446089c4ed54ad80a0dc', 'mac_address': 'fa:16:3e:75:0e:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf7833d7-4c97-4622-afaf-57ace39decf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0619a0c6-b699-4546-b1ae-83c65a031c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:01:49Z', 'updated_at': '2021-09-01T05:02:02Z', 'revision_number': 4, 'project_id': '6f7fb169ff9b446089c4ed54ad80a0dc', 'subnets': [{'id': '0619a0c6-b699-4546-b1ae-83c65a031c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-5-iscsi', False) {} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:02:04.323769 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b05bc9-f38d-4ed6-b3f8-ca01cca84e34 None None] The sync data for ids ['cf7833d7-4c97-4622-afaf-57ace39decf3'] in dv-cinder-804735-5-iscsi is: [{'id': 'cf7833d7-4c97-4622-afaf-57ace39decf3', 'name': 'tempest-AttachVolumeShelveTestJSON-232564752-router', 'tenant_id': '6f7fb169ff9b446089c4ed54ad80a0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'fdc3cbf0-4453-47ae-9a07-b90bad19b65d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:01:42Z', 'updated_at': '2021-09-01T05:01:51Z', 'revision_number': 4, 'project_id': '6f7fb169ff9b446089c4ed54ad80a0dc', 'gw_port': {'id': 'fdc3cbf0-4453-47ae-9a07-b90bad19b65d', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ba:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7833d7-4c97-4622-afaf-57ace39decf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:01:43Z', 'updated_at': '2021-09-01T05:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi', '_interfaces': [{'id': '67e948fa-3701-40a0-84a3-42134389b745', 'name': '', 'network_id': '3c0fc3fe-cfc7-47f9-a3bb-23d1892df261', 'tenant_id': '6f7fb169ff9b446089c4ed54ad80a0dc', 'mac_address': 'fa:16:3e:75:0e:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf7833d7-4c97-4622-afaf-57ace39decf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0619a0c6-b699-4546-b1ae-83c65a031c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:01:49Z', 'updated_at': '2021-09-01T05:02:02Z', 'revision_number': 4, 'project_id': '6f7fb169ff9b446089c4ed54ad80a0dc', 'subnets': [{'id': '0619a0c6-b699-4546-b1ae-83c65a031c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 05:02:04.389145 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-36930bfc-bbe8-44db-aa4f-0ed42277fdc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:04.389145 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-36930bfc-bbe8-44db-aa4f-0ed42277fdc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:04.398122 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-36930bfc-bbe8-44db-aa4f-0ed42277fdc7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/71266ba7-086a-4969-9d82-a5fa49b489dc HTTP/1.1" status: 204 len: 168 time: 0.7415874 Sep 01 05:02:04.408476 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36930bfc-bbe8-44db-aa4f-0ed42277fdc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71266ba7-086a-4969-9d82-a5fa49b489dc,revision_number=None']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:02:04.439082 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-76b5018f-c98b-4753-9b1d-d4237a364503 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428309'] for floatingip, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:04.450883 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:04.453881 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-76b5018f-c98b-4753-9b1d-d4237a364503 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.1209013 Sep 01 05:02:04.503467 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-feab7cc3-be84-4afb-b992-c97252d98902 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:04.552348 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] For port ece1a100-2310-475d-95fc-573c4ffb987d, host dv-cinder-804735-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-5-iscsi',level=0,port_id=ece1a100-2310-475d-95fc-573c4ffb987d,segment=NetworkSegment(e92f5f75-4b28-4c21-a02f-3b0b28f57878),segment_id=e92f5f75-4b28-4c21-a02f-3b0b28f57878)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:02:04.925928 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-feab7cc3-be84-4afb-b992-c97252d98902 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71185'] for security_group_rule, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:04.932100 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:05.039393 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feab7cc3-be84-4afb-b992-c97252d98902 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b6ee4b9-1894-4cdb-b807-1ba58c49c35e,revision_number=0']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:02:05.129659 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-feab7cc3-be84-4afb-b992-c97252d98902 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:05.132779 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-feab7cc3-be84-4afb-b992-c97252d98902 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6013663 Sep 01 05:02:05.135570 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 43368) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:02:05.142114 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.v2.base [None req-7ad8519f-d5b3-4c64-aed8-10d5d834434f tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Request body: {'floatingip': {'floating_network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76'}} {{(pid=100911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:02:05.161376 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Pushing event updated for resources: {'Port': ['ID=ece1a100-2310-475d-95fc-573c4ffb987d,revision_number=5']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:02:05.312773 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e34dd4b1-e4a6-4667-b6e0-ac18f78b1969 req-368c7b00-4254-4302-9523-0abcd2389501 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--2058759203&fields=id&tenant_id=efd1fc476bbc46ddb375c7c745356ae4 HTTP/1.1" status: 200 len: 267 time: 0.5540481 Sep 01 05:02:05.331170 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-7ad8519f-d5b3-4c64-aed8-10d5d834434f tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Notify callbacks [] for floatingip, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:05.378127 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e223820-0d85-428a-9368-5187c3f0eed1 req-8a1fc7cc-665e-41e4-b905-f2a492670774 tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:05.388919 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-9e223820-0d85-428a-9368-5187c3f0eed1 req-8a1fc7cc-665e-41e4-b905-f2a492670774 tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] 10.222.0.11 "GET /v2.0/ports?device_id=de95ae84-0a13-44c7-aa3a-4a63f2dcb518 HTTP/1.1" status: 200 len: 943 time: 0.2000892 Sep 01 05:02:05.400066 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device 67e948fa-3701-40a0-84a3-42134389b745 up at agent ovs-agent-dv-cinder-804735-5-iscsi {{(pid=100913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:02:05.569190 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-7ad8519f-d5b3-4c64-aed8-10d5d834434f tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:05.640176 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Provisioning for port 67e948fa-3701-40a0-84a3-42134389b745 completed by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:02:05.647190 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Provisioning complete for port 67e948fa-3701-40a0-84a3-42134389b745 triggered by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:02:05.647190 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:05.784428 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34dd4b1-e4a6-4667-b6e0-ac18f78b1969 req-dc7a4b76-0b42-4dfc-80ca-3a2403187b48 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:05.786826 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e34dd4b1-e4a6-4667-b6e0-ac18f78b1969 req-dc7a4b76-0b42-4dfc-80ca-3a2403187b48 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/networks?id=92e27a99-4acf-46a2-b103-44939bb42018 HTTP/1.1" status: 200 len: 811 time: 0.4508245 Sep 01 05:02:05.825057 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.db_base_plugin_common [None req-7ad8519f-d5b3-4c64-aed8-10d5d834434f tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Allocated IP 172.27.2.245 (0effeb3b-80f3-4cb6-8b1a-1774968f7d76/a1ace4a4-4e27-4c96-bf05-cb2f22386a9e/0255dfe7-e874-4e0f-8df8-2a280a87d8ed) {{(pid=100911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 05:02:05.926732 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 43386) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:02:05.947975 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-49eb51ec-ad4e-4eda-9e0c-4a0192932ec1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:05.951041 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e34dd4b1-e4a6-4667-b6e0-ac18f78b1969 req-03f96253-3c85-4b13-a811-87416d6d3ccb tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/quotas/efd1fc476bbc46ddb375c7c745356ae4 HTTP/1.1" status: 200 len: 375 time: 0.1280072 Sep 01 05:02:05.967295 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:05.982622 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-9e223820-0d85-428a-9368-5187c3f0eed1 req-de2c9758-e92e-4fad-997a-5cea7a2f4954 tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] 10.222.0.11 "GET /v2.0/security-groups?id=63cd6b54-f6bd-4c17-b05c-3feaa612db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5927300 Sep 01 05:02:06.088915 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] For port 67e948fa-3701-40a0-84a3-42134389b745, host dv-cinder-804735-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-5-iscsi',level=0,port_id=67e948fa-3701-40a0-84a3-42134389b745,segment=NetworkSegment(6efdb405-2837-4b70-a808-bb1ee8aa5349),segment_id=6efdb405-2837-4b70-a808-bb1ee8aa5349)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:02:06.184454 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-7ad8519f-d5b3-4c64-aed8-10d5d834434f tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Notify callbacks [] for port, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:06.216292 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711152bc-1f31-470d-9be6-d31f3588ab7c req-d08c2736-90da-4ff6-aa07-f497de3484ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:06.219052 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-711152bc-1f31-470d-9be6-d31f3588ab7c req-d08c2736-90da-4ff6-aa07-f497de3484ad service neutron] 10.222.0.37 "GET /v2.0/networks?id=c723ed29-cdf0-4f62-a130-3d9f06afd19b HTTP/1.1" status: 200 len: 913 time: 0.6101506 Sep 01 05:02:06.222991 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:06.224511 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device 4db65dc1-f90b-4021-935d-4d99dda66b20 up at agent ovs-agent-dv-cinder-804735-5-iscsi {{(pid=100913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:02:06.250897 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-8a04c4a9-53bc-49be-8e7b-4eb9658a4154 req-d9e7c009-23f6-4cf7-a439-e79e75d4219c tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=21e1a61e-3d53-4e8d-8b7f-3acb18606bfe HTTP/1.1" status: 200 len: 210 time: 0.1517837 Sep 01 05:02:06.306459 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.37', 55867) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:02:06.372041 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Pushing event updated for resources: {'Port': ['ID=67e948fa-3701-40a0-84a3-42134389b745,revision_number=5']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:02:06.378058 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e34dd4b1-e4a6-4667-b6e0-ac18f78b1969 req-3b9c814a-8635-433b-a53a-9fd38ab7ca84 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=efd1fc476bbc46ddb375c7c745356ae4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3778708 Sep 01 05:02:06.379488 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-711152bc-1f31-470d-9be6-d31f3588ab7c req-09225024-adce-4418-8636-edeaf0de5d3e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a0b7fea-52e2-47d9-b6e5-d762f98220ba HTTP/1.1" status: 200 len: 217 time: 0.0851057 Sep 01 05:02:06.396505 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Provisioning complete for port 4db65dc1-f90b-4021-935d-4d99dda66b20 triggered by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:02:06.397205 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:06.462645 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-7ad8519f-d5b3-4c64-aed8-10d5d834434f tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780564376589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3457272'] for port, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:06.571667 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.agents_db [None req-49e1e325-328c-4825-9e4f-7693071b0ea2 None None] Agent healthcheck: found 6 active agents {{(pid=100914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 05:02:06.667423 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711152bc-1f31-470d-9be6-d31f3588ab7c req-ea3c1fd9-3f6d-4af8-9553-cfb75a3334d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:06.669658 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-711152bc-1f31-470d-9be6-d31f3588ab7c req-ea3c1fd9-3f6d-4af8-9553-cfb75a3334d5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=909e3fa2-7f33-42d6-8481-226421c0fbb2 HTTP/1.1" status: 200 len: 852 time: 0.1547198 Sep 01 05:02:06.685681 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad8519f-d5b3-4c64-aed8-10d5d834434f tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Network 0effeb3b-80f3-4cb6-8b1a-1774968f7d76 is already hosted by enough agents. {{(pid=100911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:02:06.698067 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.base_scheduler [None req-7ad8519f-d5b3-4c64-aed8-10d5d834434f tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Resources bound (agent type, host, resource id): {{(pid=100911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:02:06.700658 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-49eb51ec-ad4e-4eda-9e0c-4a0192932ec1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:06.706506 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad8519f-d5b3-4c64-aed8-10d5d834434f tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Received port after_create {{(pid=100911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 05:02:06.714374 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e34dd4b1-e4a6-4667-b6e0-ac18f78b1969 req-e4530eb0-5158-4ac8-b5d5-d9df1cd0a5dc service neutron] 10.222.0.11 "GET /v2.0/networks/92e27a99-4acf-46a2-b103-44939bb42018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3182104 Sep 01 05:02:06.748163 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad8519f-d5b3-4c64-aed8-10d5d834434f tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Pushing event updated for resources: {'Port': ['ID=0255dfe7-e874-4e0f-8df8-2a280a87d8ed,revision_number=1']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:02:06.816247 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-49eb51ec-ad4e-4eda-9e0c-4a0192932ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:06.859439 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e320b2ab-f779-4fb7-a781-8d92874f5da3 req-33826182-51f1-4339-a6b4-f1ce027adb86 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:06.861237 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-e320b2ab-f779-4fb7-a781-8d92874f5da3 req-33826182-51f1-4339-a6b4-f1ce027adb86 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.37 "GET /v2.0/networks?id=e239844d-232c-4a02-ba33-46d720e37c24 HTTP/1.1" status: 200 len: 819 time: 0.4395993 Sep 01 05:02:06.884990 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-7ad8519f-d5b3-4c64-aed8-10d5d834434f tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:06.892232 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-49eb51ec-ad4e-4eda-9e0c-4a0192932ec1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=410b29f134ac4a45a95d6cdf5da58ffb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9616940 Sep 01 05:02:06.894423 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eb51ec-ad4e-4eda-9e0c-4a0192932ec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb88f02a-2462-4b28-a256-b5e3cf33c196,revision_number=1']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:02:06.894972 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 43398) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:02:06.916911 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e34dd4b1-e4a6-4667-b6e0-ac18f78b1969 req-943cfdca-d491-4697-8bec-cda77b115415 service neutron] 10.222.0.11 "GET /v2.0/networks/92e27a99-4acf-46a2-b103-44939bb42018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991968 Sep 01 05:02:07.000021 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-c8135a3b-a255-4925-984b-596d79fd0bd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:07.049876 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.v2.base [req-e320b2ab-f779-4fb7-a781-8d92874f5da3 req-168d9abe-e8bd-42b0-87e9-979e586bcf7c tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Request body: {'port': {'device_id': 'aee9c1da-4b85-4736-8be3-b0190f921ea0', 'network_id': 'e239844d-232c-4a02-ba33-46d720e37c24', 'admin_state_up': True, 'tenant_id': '6656dbfc754f4b4eb5789000e7b6d945'}} {{(pid=100911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:02:07.054370 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-c8135a3b-a255-4925-984b-596d79fd0bd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:07.101083 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-711152bc-1f31-470d-9be6-d31f3588ab7c req-91c9dbe2-5b86-4df8-a21b-f311aab64e57 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c723ed29-cdf0-4f62-a130-3d9f06afd19b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0928392 Sep 01 05:02:07.132922 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-7ad8519f-d5b3-4c64-aed8-10d5d834434f tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:07.158608 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device 67e948fa-3701-40a0-84a3-42134389b745 up at agent ovs-agent-dv-cinder-804735-5-iscsi {{(pid=100913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:02:07.414917 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a515aa7-0d94-4910-80fd-dede1ad89d3d req-a4598bf7-eab1-4867-aba8-d69f195b85e2 tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:07.431150 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-0a515aa7-0d94-4910-80fd-dede1ad89d3d req-a4598bf7-eab1-4867-aba8-d69f195b85e2 tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] 10.222.0.11 "GET /v2.0/ports?device_id=de95ae84-0a13-44c7-aa3a-4a63f2dcb518 HTTP/1.1" status: 200 len: 943 time: 0.2957010 Sep 01 05:02:07.484682 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-711152bc-1f31-470d-9be6-d31f3588ab7c req-ae1459c1-8bc8-4a65-bc60-e391c97687de service neutron] 10.222.0.37 "GET /v2.0/networks/c723ed29-cdf0-4f62-a130-3d9f06afd19b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3607652 Sep 01 05:02:07.538101 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-6aa0ceea-3645-4e6d-a4cf-544f9f766b83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:07.553469 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-0a515aa7-0d94-4910-80fd-dede1ad89d3d req-8f2dff34-d23b-4af8-b3a1-18efa0388da3 tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] 10.222.0.11 "GET /v2.0/security-groups?id=63cd6b54-f6bd-4c17-b05c-3feaa612db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209106 Sep 01 05:02:07.612733 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Provisioning complete for port 67e948fa-3701-40a0-84a3-42134389b745 triggered by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:02:07.613855 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:07.680616 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-51a4cc78-0b39-4008-8b29-61bd451fb191 req-8553926f-ec9b-4d9d-ab0c-d890cfe50b00 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=21e1a61e-3d53-4e8d-8b7f-3acb18606bfe HTTP/1.1" status: 200 len: 210 time: 0.1742616 Sep 01 05:02:07.799729 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-c8135a3b-a255-4925-984b-596d79fd0bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:07.806290 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-c8135a3b-a255-4925-984b-596d79fd0bd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:07.807743 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-c8135a3b-a255-4925-984b-596d79fd0bd7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/eb88f02a-2462-4b28-a256-b5e3cf33c196 HTTP/1.1" status: 204 len: 168 time: 0.9118011 Sep 01 05:02:07.842385 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-9abdcb9c-14b7-4419-a999-0bfb33287a51 req-73684496-1aa7-4650-96b9-10410331138f tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 210 time: 0.1757426 Sep 01 05:02:07.843018 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8135a3b-a255-4925-984b-596d79fd0bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb88f02a-2462-4b28-a256-b5e3cf33c196,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:02:07.872159 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.37', 55872) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:02:07.897286 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device ece1a100-2310-475d-95fc-573c4ffb987d up at agent ovs-agent-dv-cinder-804735-5-iscsi {{(pid=100913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:02:07.953792 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e320b2ab-f779-4fb7-a781-8d92874f5da3 req-168d9abe-e8bd-42b0-87e9-979e586bcf7c tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Made reservation on behalf of 6656dbfc754f4b4eb5789000e7b6d945 for: {'port': 1} {{(pid=100911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 05:02:07.960413 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-e320b2ab-f779-4fb7-a781-8d92874f5da3 req-168d9abe-e8bd-42b0-87e9-979e586bcf7c tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:07.976065 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Provisioning complete for port ece1a100-2310-475d-95fc-573c4ffb987d triggered by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:02:07.976793 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:08.032673 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-711152bc-1f31-470d-9be6-d31f3588ab7c req-f7905271-d17a-4ee1-8137-dc44df69d222 service neutron] 10.222.0.37 "GET /v2.0/networks/c723ed29-cdf0-4f62-a130-3d9f06afd19b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5246477 Sep 01 05:02:08.044249 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-7ad8519f-d5b3-4c64-aed8-10d5d834434f tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Notify callbacks [] for port, precommit_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:08.160087 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a85e3-1336-4cc5-9068-c49a8092f2d4 req-41a63085-b603-4fba-8c6b-8571691eaf84 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:08.160087 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-c83a85e3-1336-4cc5-9068-c49a8092f2d4 req-41a63085-b603-4fba-8c6b-8571691eaf84 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.37 "GET /v2.0/networks?id=e239844d-232c-4a02-ba33-46d720e37c24 HTTP/1.1" status: 200 len: 819 time: 0.2499101 Sep 01 05:02:08.418512 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-7ad8519f-d5b3-4c64-aed8-10d5d834434f tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3457217'] for port, after_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:08.502102 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.v2.base [req-c83a85e3-1336-4cc5-9068-c49a8092f2d4 req-a6bf79bf-9853-47e1-8b22-f52c3a5f9a6b tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Request body: {'port': {'device_id': '21e1a61e-3d53-4e8d-8b7f-3acb18606bfe', 'network_id': 'e239844d-232c-4a02-ba33-46d720e37c24', 'admin_state_up': True, 'tenant_id': '6656dbfc754f4b4eb5789000e7b6d945'}} {{(pid=100912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:02:08.567242 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 43462) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:02:08.744492 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad8519f-d5b3-4c64-aed8-10d5d834434f tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Pushing event updated for resources: {'Port': ['ID=0255dfe7-e874-4e0f-8df8-2a280a87d8ed,revision_number=2']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:02:08.824942 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.db_base_plugin_common [req-e320b2ab-f779-4fb7-a781-8d92874f5da3 req-168d9abe-e8bd-42b0-87e9-979e586bcf7c tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Allocated IP 172.20.0.12 (e239844d-232c-4a02-ba33-46d720e37c24/f3160f96-5162-4386-b59c-1540b2ae925c/751997c4-9e87-414d-a807-eca808de742a) {{(pid=100911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 05:02:08.828161 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-7ad8519f-d5b3-4c64-aed8-10d5d834434f tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1958929'] for floatingip, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:08.867580 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4019857d-3c24-4922-8968-1ef9ba380889 req-af4fcbb7-1f20-4040-a3ec-adf7924384cf tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:08.870121 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-4019857d-3c24-4922-8968-1ef9ba380889 req-af4fcbb7-1f20-4040-a3ec-adf7924384cf tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] 10.222.0.11 "GET /v2.0/ports?device_id=de95ae84-0a13-44c7-aa3a-4a63f2dcb518 HTTP/1.1" status: 200 len: 943 time: 0.0918097 Sep 01 05:02:08.937783 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-f5ead60d-4a7f-4ec3-8d1b-22d4bf1e04e2 req-fc12af4e-d3f9-4d3d-9bc0-96d19587a486 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=21e1a61e-3d53-4e8d-8b7f-3acb18606bfe HTTP/1.1" status: 200 len: 210 time: 0.0671494 Sep 01 05:02:08.940902 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c83a85e3-1336-4cc5-9068-c49a8092f2d4 req-a6bf79bf-9853-47e1-8b22-f52c3a5f9a6b tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Made reservation on behalf of 6656dbfc754f4b4eb5789000e7b6d945 for: {'port': 1} {{(pid=100912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 05:02:08.954043 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [req-c83a85e3-1336-4cc5-9068-c49a8092f2d4 req-a6bf79bf-9853-47e1-8b22-f52c3a5f9a6b tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:09.030967 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-7ad8519f-d5b3-4c64-aed8-10d5d834434f tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428309'] for floatingip, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:09.032184 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-7ad8519f-d5b3-4c64-aed8-10d5d834434f tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8952854 Sep 01 05:02:09.075241 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-9515a0f2-91ed-48ef-b174-5911da22080c req-0418bf99-c40a-4b2f-9a9b-52145fb4f130 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 210 time: 0.0460796 Sep 01 05:02:09.139909 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-4019857d-3c24-4922-8968-1ef9ba380889 req-99547c4b-d5b4-413e-b0d3-51a47ee11d6d tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] 10.222.0.11 "GET /v2.0/security-groups?id=63cd6b54-f6bd-4c17-b05c-3feaa612db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007315 Sep 01 05:02:09.234476 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 43492) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:02:09.243829 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-e320b2ab-f779-4fb7-a781-8d92874f5da3 req-168d9abe-e8bd-42b0-87e9-979e586bcf7c tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Notify callbacks [] for port, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:09.327556 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-96e86e69-0930-466d-8f9a-cd0b53e63516 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:09.430093 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-9f8a92bc-6678-4899-9caa-857819c8f9a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:09.446714 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-96e86e69-0930-466d-8f9a-cd0b53e63516 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:09.460959 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-e320b2ab-f779-4fb7-a781-8d92874f5da3 req-168d9abe-e8bd-42b0-87e9-979e586bcf7c tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780564376589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3457272'] for port, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:09.543023 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-96e86e69-0930-466d-8f9a-cd0b53e63516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:09.559820 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-67c4af85-7a9e-48a0-93ad-a590ef237805 req-6f232112-8395-4632-aadd-edfe3f49102d tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--2099889304&fields=id&tenant_id=6f7fb169ff9b446089c4ed54ad80a0dc HTTP/1.1" status: 200 len: 267 time: 0.0994358 Sep 01 05:02:09.560264 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e320b2ab-f779-4fb7-a781-8d92874f5da3 req-168d9abe-e8bd-42b0-87e9-979e586bcf7c tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Network e239844d-232c-4a02-ba33-46d720e37c24 is already hosted by enough agents. {{(pid=100911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:02:09.577232 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.db.db_base_plugin_common [req-c83a85e3-1336-4cc5-9068-c49a8092f2d4 req-a6bf79bf-9853-47e1-8b22-f52c3a5f9a6b tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Allocated IP 172.20.0.3 (e239844d-232c-4a02-ba33-46d720e37c24/f3160f96-5162-4386-b59c-1540b2ae925c/6049c2dc-e275-479d-9108-b8b8bc8a5da1) {{(pid=100912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 05:02:09.581906 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.base_scheduler [req-e320b2ab-f779-4fb7-a781-8d92874f5da3 req-168d9abe-e8bd-42b0-87e9-979e586bcf7c tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Resources bound (agent type, host, resource id): {{(pid=100911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:02:09.595469 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.l3_dvrscheduler_db [req-e320b2ab-f779-4fb7-a781-8d92874f5da3 req-168d9abe-e8bd-42b0-87e9-979e586bcf7c tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Received port after_create {{(pid=100911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 05:02:09.605770 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168d9abe-e8bd-42b0-87e9-979e586bcf7c tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Pushing event updated for resources: {'Port': ['ID=751997c4-9e87-414d-a807-eca808de742a,revision_number=1']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:02:09.650469 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-96e86e69-0930-466d-8f9a-cd0b53e63516 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1a5b5fbcba714aab9a6292b7d13508a2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0323257 Sep 01 05:02:09.653385 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 43516) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:02:09.660401 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e86e69-0930-466d-8f9a-cd0b53e63516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2843796f-ec08-4b7a-b58f-bbf9df83341b,revision_number=1']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:02:09.680705 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e320b2ab-f779-4fb7-a781-8d92874f5da3 req-168d9abe-e8bd-42b0-87e9-979e586bcf7c tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:09.682169 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-e320b2ab-f779-4fb7-a781-8d92874f5da3 req-168d9abe-e8bd-42b0-87e9-979e586bcf7c tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607828'] for port, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:09.892371 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c4af85-7a9e-48a0-93ad-a590ef237805 req-705aa5c8-bce8-440a-81b8-3c7fc82ff0ab tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:09.895257 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-67c4af85-7a9e-48a0-93ad-a590ef237805 req-705aa5c8-bce8-440a-81b8-3c7fc82ff0ab tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/networks?id=3c0fc3fe-cfc7-47f9-a3bb-23d1892df261 HTTP/1.1" status: 200 len: 816 time: 0.3158083 Sep 01 05:02:09.914051 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-af1c2e2e-cc38-416b-a01d-3d1017f15fdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:10.015590 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:10.051352 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-7b03d16d-9802-49ef-bfb9-20f00d8ef06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:10.099069 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-9f8a92bc-6678-4899-9caa-857819c8f9a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:10.127762 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-67c4af85-7a9e-48a0-93ad-a590ef237805 req-40a19733-e44b-458f-b0e3-98d2b740295c tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/quotas/6f7fb169ff9b446089c4ed54ad80a0dc HTTP/1.1" status: 200 len: 375 time: 0.2211325 Sep 01 05:02:10.150037 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-f1daa4ac-aeb5-435a-8678-d79b98178c7f req-c917c1cf-7cf8-4b4d-92df-321089cd102a tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=21e1a61e-3d53-4e8d-8b7f-3acb18606bfe HTTP/1.1" status: 200 len: 210 time: 0.0530972 Sep 01 05:02:10.186304 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-af1c2e2e-cc38-416b-a01d-3d1017f15fdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:10.201349 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-9f8a92bc-6678-4899-9caa-857819c8f9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:10.283684 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [req-c83a85e3-1336-4cc5-9068-c49a8092f2d4 req-a6bf79bf-9853-47e1-8b22-f52c3a5f9a6b tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Notify callbacks [] for port, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:10.300482 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-6a58a686-fad3-47a0-aaf1-f1517213b888 req-a8b65972-b8e1-4d09-bca6-12449d5537e9 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 210 time: 0.0880110 Sep 01 05:02:10.320709 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-9f8a92bc-6678-4899-9caa-857819c8f9a7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f613c6149aee4edeb36a3dd22ff5b75f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0819278 Sep 01 05:02:10.323989 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-e320b2ab-f779-4fb7-a781-8d92874f5da3 req-168d9abe-e8bd-42b0-87e9-979e586bcf7c tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2780843 Sep 01 05:02:10.324531 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 43536) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:02:10.349539 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-67c4af85-7a9e-48a0-93ad-a590ef237805 req-291bc924-f779-4fa1-bb94-4495a751661f tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6f7fb169ff9b446089c4ed54ad80a0dc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2019677 Sep 01 05:02:10.350866 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8a92bc-6678-4899-9caa-857819c8f9a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b34ae3cb-e1eb-4564-87c0-c9e63d1d7ab7,revision_number=1']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:02:10.359654 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.v2.base [req-e320b2ab-f779-4fb7-a781-8d92874f5da3 req-bd8de2df-128e-469a-bc64-9eb43fb8775d service neutron] Request body: {'port': {'device_id': 'aee9c1da-4b85-4736-8be3-b0190f921ea0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=100911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:02:10.465719 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-e320b2ab-f779-4fb7-a781-8d92874f5da3 req-bd8de2df-128e-469a-bc64-9eb43fb8775d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:10.471155 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-67abb879-dfbc-4da5-a3af-2c147e6fc20e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:10.507689 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-af1c2e2e-cc38-416b-a01d-3d1017f15fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:10.510351 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-af1c2e2e-cc38-416b-a01d-3d1017f15fdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:10.514358 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-af1c2e2e-cc38-416b-a01d-3d1017f15fdc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2843796f-ec08-4b7a-b58f-bbf9df83341b HTTP/1.1" status: 204 len: 168 time: 0.8586369 Sep 01 05:02:10.521182 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-67abb879-dfbc-4da5-a3af-2c147e6fc20e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:10.542563 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1c2e2e-cc38-416b-a01d-3d1017f15fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2843796f-ec08-4b7a-b58f-bbf9df83341b,revision_number=None']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:02:10.598404 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [req-c83a85e3-1336-4cc5-9068-c49a8092f2d4 req-a6bf79bf-9853-47e1-8b22-f52c3a5f9a6b tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780564376589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59570596'] for port, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:10.610301 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34dd4b1-e4a6-4667-b6e0-ac18f78b1969 req-86a0fde6-7211-4573-ae88-f2e273b235d2 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:10.611832 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e34dd4b1-e4a6-4667-b6e0-ac18f78b1969 req-86a0fde6-7211-4573-ae88-f2e273b235d2 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.37 "GET /v2.0/networks?id=92e27a99-4acf-46a2-b103-44939bb42018 HTTP/1.1" status: 200 len: 811 time: 0.2400208 Sep 01 05:02:10.632345 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc188bd-8df0-4598-a65b-283f3510de24 req-58ed2a6e-8c62-4c2b-8048-a0f5c6faa2b2 tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:10.633928 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-0bc188bd-8df0-4598-a65b-283f3510de24 req-58ed2a6e-8c62-4c2b-8048-a0f5c6faa2b2 tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] 10.222.0.11 "GET /v2.0/ports?device_id=de95ae84-0a13-44c7-aa3a-4a63f2dcb518 HTTP/1.1" status: 200 len: 943 time: 0.1996789 Sep 01 05:02:10.711538 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-67c4af85-7a9e-48a0-93ad-a590ef237805 req-8f232ee4-e62c-494d-b3ca-7c06c3449c96 service neutron] 10.222.0.11 "GET /v2.0/networks/3c0fc3fe-cfc7-47f9-a3bb-23d1892df261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3116596 Sep 01 05:02:10.719818 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c83a85e3-1336-4cc5-9068-c49a8092f2d4 req-a6bf79bf-9853-47e1-8b22-f52c3a5f9a6b tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Network e239844d-232c-4a02-ba33-46d720e37c24 is already hosted by enough agents. {{(pid=100912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:02:10.752306 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.scheduler.base_scheduler [req-c83a85e3-1336-4cc5-9068-c49a8092f2d4 req-a6bf79bf-9853-47e1-8b22-f52c3a5f9a6b tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Resources bound (agent type, host, resource id): {{(pid=100912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:02:10.769532 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.db.l3_dvrscheduler_db [req-c83a85e3-1336-4cc5-9068-c49a8092f2d4 req-a6bf79bf-9853-47e1-8b22-f52c3a5f9a6b tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Received port after_create {{(pid=100912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 05:02:10.782010 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-67abb879-dfbc-4da5-a3af-2c147e6fc20e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:10.785364 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-67abb879-dfbc-4da5-a3af-2c147e6fc20e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:10.786947 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-67abb879-dfbc-4da5-a3af-2c147e6fc20e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b34ae3cb-e1eb-4564-87c0-c9e63d1d7ab7 HTTP/1.1" status: 204 len: 168 time: 0.4613171 Sep 01 05:02:10.804579 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67abb879-dfbc-4da5-a3af-2c147e6fc20e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b34ae3cb-e1eb-4564-87c0-c9e63d1d7ab7,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:02:10.850591 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf79bf-9853-47e1-8b22-f52c3a5f9a6b tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Pushing event updated for resources: {'Port': ['ID=6049c2dc-e275-479d-9108-b8b8bc8a5da1,revision_number=1']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:02:10.856645 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e34dd4b1-e4a6-4667-b6e0-ac18f78b1969 req-3e8a0ef8-0b9e-4a33-bb2e-2349789987c5 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=efd1fc476bbc46ddb375c7c745356ae4 HTTP/1.1" status: 200 len: 380 time: 0.2216983 Sep 01 05:02:10.869209 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.v2.base [req-e34dd4b1-e4a6-4667-b6e0-ac18f78b1969 req-bada9b00-d9d1-4df7-a9fa-53a46f7a3071 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Request body: {'port': {'device_id': 'e13dc258-ed43-4846-8be5-696fa82ca627', 'network_id': '92e27a99-4acf-46a2-b103-44939bb42018', 'admin_state_up': True, 'tenant_id': 'efd1fc476bbc46ddb375c7c745356ae4', 'security_groups': ['08c24242-8d6a-47d6-ad10-c33dccdec691']}} {{(pid=100912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:02:10.884127 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-0bc188bd-8df0-4598-a65b-283f3510de24 req-bdd7ba04-6b05-4ef0-a7a1-a98b2c4d88c2 tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] 10.222.0.11 "GET /v2.0/security-groups?id=63cd6b54-f6bd-4c17-b05c-3feaa612db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135477 Sep 01 05:02:10.935422 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.notifiers.nova [req-e320b2ab-f779-4fb7-a781-8d92874f5da3 req-bd8de2df-128e-469a-bc64-9eb43fb8775d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 751997c4-9e87-414d-a807-eca808de742a {{(pid=100911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 05:02:10.945554 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-e320b2ab-f779-4fb7-a781-8d92874f5da3 req-bd8de2df-128e-469a-bc64-9eb43fb8775d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:10.968555 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.provisioning_blocks [req-e320b2ab-f779-4fb7-a781-8d92874f5da3 req-bd8de2df-128e-469a-bc64-9eb43fb8775d service neutron] Transition to ACTIVE for port object 751997c4-9e87-414d-a807-eca808de742a will not be triggered until provisioned by entity L2. {{(pid=100911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:02:11.028858 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a85e3-1336-4cc5-9068-c49a8092f2d4 req-a6bf79bf-9853-47e1-8b22-f52c3a5f9a6b tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:11.029484 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [req-c83a85e3-1336-4cc5-9068-c49a8092f2d4 req-a6bf79bf-9853-47e1-8b22-f52c3a5f9a6b tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607828'] for port, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:11.045296 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-e320b2ab-f779-4fb7-a781-8d92874f5da3 req-bd8de2df-128e-469a-bc64-9eb43fb8775d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3457217'] for port, after_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:11.087162 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-67c4af85-7a9e-48a0-93ad-a590ef237805 req-edcccb9f-e929-4c80-8da6-dd20f8523c33 service neutron] 10.222.0.11 "GET /v2.0/networks/3c0fc3fe-cfc7-47f9-a3bb-23d1892df261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3539076 Sep 01 05:02:11.143189 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8de2df-128e-469a-bc64-9eb43fb8775d service neutron] Pushing event updated for resources: {'Port': ['ID=751997c4-9e87-414d-a807-eca808de742a,revision_number=2']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:02:11.210736 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-c83a85e3-1336-4cc5-9068-c49a8092f2d4 req-a6bf79bf-9853-47e1-8b22-f52c3a5f9a6b tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7132699 Sep 01 05:02:11.212598 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.managers [req-e320b2ab-f779-4fb7-a781-8d92874f5da3 req-bd8de2df-128e-469a-bc64-9eb43fb8775d service neutron] Attempting to bind port 751997c4-9e87-414d-a807-eca808de742a on host hv-cinder-80473 for vnic_type normal with profile {{(pid=100911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 05:02:11.212938 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.managers [req-e320b2ab-f779-4fb7-a781-8d92874f5da3 req-bd8de2df-128e-469a-bc64-9eb43fb8775d service neutron] Attempting to bind port 751997c4-9e87-414d-a807-eca808de742a by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '6e1bddff-bcf1-4e83-9c12-c4ded3ce417c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e239844d-232c-4a02-ba33-46d720e37c24'}] {{(pid=100911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 05:02:11.213300 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e320b2ab-f779-4fb7-a781-8d92874f5da3 req-bd8de2df-128e-469a-bc64-9eb43fb8775d service neutron] Attempting to bind port 751997c4-9e87-414d-a807-eca808de742a on network e239844d-232c-4a02-ba33-46d720e37c24 {{(pid=100911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:02:11.217908 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e320b2ab-f779-4fb7-a781-8d92874f5da3 req-bd8de2df-128e-469a-bc64-9eb43fb8775d service neutron] Port 751997c4-9e87-414d-a807-eca808de742a on network e239844d-232c-4a02-ba33-46d720e37c24 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=100911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 05:02:11.218489 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e320b2ab-f779-4fb7-a781-8d92874f5da3 req-bd8de2df-128e-469a-bc64-9eb43fb8775d service neutron] Attempting to bind port 751997c4-9e87-414d-a807-eca808de742a on network e239844d-232c-4a02-ba33-46d720e37c24 {{(pid=100911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:02:11.223325 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e320b2ab-f779-4fb7-a781-8d92874f5da3 req-bd8de2df-128e-469a-bc64-9eb43fb8775d service neutron] Checking agent: {'id': '5dc78e7a-d30d-4469-a2d3-6a9bc399bc32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 59, 52), 'started_at': datetime.datetime(2021, 9, 1, 4, 59, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 5, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 05:02:11.226365 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e320b2ab-f779-4fb7-a781-8d92874f5da3 req-bd8de2df-128e-469a-bc64-9eb43fb8775d service neutron] Checking segment: {'id': '6e1bddff-bcf1-4e83-9c12-c4ded3ce417c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e239844d-232c-4a02-ba33-46d720e37c24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:02:11.227058 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e320b2ab-f779-4fb7-a781-8d92874f5da3 req-bd8de2df-128e-469a-bc64-9eb43fb8775d service neutron] Bound using segment: {'id': '6e1bddff-bcf1-4e83-9c12-c4ded3ce417c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e239844d-232c-4a02-ba33-46d720e37c24'} {{(pid=100911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 05:02:11.227611 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.managers [req-e320b2ab-f779-4fb7-a781-8d92874f5da3 req-bd8de2df-128e-469a-bc64-9eb43fb8775d service neutron] Bound port: 751997c4-9e87-414d-a807-eca808de742a, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e1bddff-bcf1-4e83-9c12-c4ded3ce417c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e239844d-232c-4a02-ba33-46d720e37c24'}}] {{(pid=100911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 05:02:11.228192 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-e320b2ab-f779-4fb7-a781-8d92874f5da3 req-bd8de2df-128e-469a-bc64-9eb43fb8775d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:11.244312 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.v2.base [req-c83a85e3-1336-4cc5-9068-c49a8092f2d4 req-44c2b567-7397-4491-98a1-3f701b2a02ff service neutron] Request body: {'port': {'device_id': '21e1a61e-3d53-4e8d-8b7f-3acb18606bfe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=100912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:02:11.296905 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.db [req-e320b2ab-f779-4fb7-a781-8d92874f5da3 req-bd8de2df-128e-469a-bc64-9eb43fb8775d service neutron] For port 751997c4-9e87-414d-a807-eca808de742a, host hv-cinder-80473, cleared binding levels {{(pid=100911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 05:02:11.301414 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.db [req-e320b2ab-f779-4fb7-a781-8d92874f5da3 req-bd8de2df-128e-469a-bc64-9eb43fb8775d service neutron] For port 751997c4-9e87-414d-a807-eca808de742a, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=751997c4-9e87-414d-a807-eca808de742a,segment=NetworkSegment(6e1bddff-bcf1-4e83-9c12-c4ded3ce417c),segment_id=6e1bddff-bcf1-4e83-9c12-c4ded3ce417c)] {{(pid=100911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 05:02:11.337626 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e56e02-9b2d-4d19-aeb4-da0601b6beac req-3cf31254-d50c-4acd-9f09-eca3540a6876 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:11.339184 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-73e56e02-9b2d-4d19-aeb4-da0601b6beac req-3cf31254-d50c-4acd-9f09-eca3540a6876 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=21e1a61e-3d53-4e8d-8b7f-3acb18606bfe HTTP/1.1" status: 200 len: 931 time: 0.1170261 Sep 01 05:02:11.344188 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [req-c83a85e3-1336-4cc5-9068-c49a8092f2d4 req-44c2b567-7397-4491-98a1-3f701b2a02ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:11.371197 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-125f6581-13c4-4eca-b15a-10d5e92c8028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:11.375237 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e34dd4b1-e4a6-4667-b6e0-ac18f78b1969 req-bada9b00-d9d1-4df7-a9fa-53a46f7a3071 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Made reservation on behalf of efd1fc476bbc46ddb375c7c745356ae4 for: {'port': 1} {{(pid=100912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 05:02:11.378752 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [req-e34dd4b1-e4a6-4667-b6e0-ac18f78b1969 req-bada9b00-d9d1-4df7-a9fa-53a46f7a3071 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:11.437656 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-73e56e02-9b2d-4d19-aeb4-da0601b6beac req-3fb4e9d6-8611-418c-b904-f8bbf744c760 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912030 Sep 01 05:02:11.457120 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-e320b2ab-f779-4fb7-a781-8d92874f5da3 req-bd8de2df-128e-469a-bc64-9eb43fb8775d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3457217'] for port, after_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:11.551733 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e320b2ab-f779-4fb7-a781-8d92874f5da3 req-bd8de2df-128e-469a-bc64-9eb43fb8775d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:11.552348 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-e320b2ab-f779-4fb7-a781-8d92874f5da3 req-bd8de2df-128e-469a-bc64-9eb43fb8775d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607828'] for port, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:11.554146 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-e320b2ab-f779-4fb7-a781-8d92874f5da3 req-bd8de2df-128e-469a-bc64-9eb43fb8775d service neutron] 10.222.0.37 "PUT /v2.0/ports/751997c4-9e87-414d-a807-eca808de742a HTTP/1.1" status: 200 len: 1094 time: 1.2067356 Sep 01 05:02:11.554749 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aee9c1da-4b85-4736-8be3-b0190f921ea0', 'tag': '751997c4-9e87-414d-a807-eca808de742a'}] {{(pid=100911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:02:11.586024 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8de2df-128e-469a-bc64-9eb43fb8775d service neutron] Pushing event updated for resources: {'Port': ['ID=751997c4-9e87-414d-a807-eca808de742a,revision_number=3']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:02:11.638430 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-6995efe0-61ce-4a5b-b55c-aecc3ab256a5 req-e982cb80-78d6-4229-92a6-828b053464ed tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 210 time: 0.0837650 Sep 01 05:02:11.647593 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-3bb4a2d6-852d-421b-ae87-43fee78f043e req-dad024a9-5c1b-49aa-8cb7-ecfa95a08e0a tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 210 time: 0.0836544 Sep 01 05:02:11.703354 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 43584) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:02:11.722244 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-9048e006-9920-4f4a-8293-b3ab6025f5a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:11.755554 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.db.db_base_plugin_common [req-e34dd4b1-e4a6-4667-b6e0-ac18f78b1969 req-bada9b00-d9d1-4df7-a9fa-53a46f7a3071 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Allocated IP 172.20.0.5 (92e27a99-4acf-46a2-b103-44939bb42018/632c2506-9627-456a-904a-03e2fe14470f/a959fe9a-920c-4c7e-be3f-ed71701a57b5) {{(pid=100912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 05:02:11.833204 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e320b2ab-f779-4fb7-a781-8d92874f5da3 req-2aae79f3-2e90-4074-8598-48863d54b8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:11.835036 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-e320b2ab-f779-4fb7-a781-8d92874f5da3 req-2aae79f3-2e90-4074-8598-48863d54b8ea service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6656dbfc754f4b4eb5789000e7b6d945&device_id=aee9c1da-4b85-4736-8be3-b0190f921ea0 HTTP/1.1" status: 200 len: 1097 time: 0.1102791 Sep 01 05:02:11.921292 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.notifiers.nova [req-c83a85e3-1336-4cc5-9068-c49a8092f2d4 req-44c2b567-7397-4491-98a1-3f701b2a02ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6049c2dc-e275-479d-9108-b8b8bc8a5da1 {{(pid=100912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 05:02:11.935371 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 43590) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:02:11.944263 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [req-c83a85e3-1336-4cc5-9068-c49a8092f2d4 req-44c2b567-7397-4491-98a1-3f701b2a02ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:11.944488 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-e320b2ab-f779-4fb7-a781-8d92874f5da3 req-ab480c55-a5da-4af8-8e2a-c4ff48ff8807 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=751997c4-9e87-414d-a807-eca808de742a HTTP/1.1" status: 200 len: 217 time: 0.0868196 Sep 01 05:02:11.966910 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-c6329376-70f4-4e16-9bbe-6765bb52d538 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:11.991778 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.db.provisioning_blocks [req-c83a85e3-1336-4cc5-9068-c49a8092f2d4 req-44c2b567-7397-4491-98a1-3f701b2a02ff service neutron] Transition to ACTIVE for port object 6049c2dc-e275-479d-9108-b8b8bc8a5da1 will not be triggered until provisioned by entity L2. {{(pid=100912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:02:12.030187 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [req-e34dd4b1-e4a6-4667-b6e0-ac18f78b1969 req-bada9b00-d9d1-4df7-a9fa-53a46f7a3071 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Notify callbacks [] for port, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:12.043872 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e320b2ab-f779-4fb7-a781-8d92874f5da3 req-15d0706b-476d-410e-846b-ac6958940ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:12.045340 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-e320b2ab-f779-4fb7-a781-8d92874f5da3 req-15d0706b-476d-410e-846b-ac6958940ec3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f3160f96-5162-4386-b59c-1540b2ae925c HTTP/1.1" status: 200 len: 859 time: 0.0888956 Sep 01 05:02:12.051763 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.db.provisioning_blocks [req-e34dd4b1-e4a6-4667-b6e0-ac18f78b1969 req-bada9b00-d9d1-4df7-a9fa-53a46f7a3071 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Transition to ACTIVE for port object a959fe9a-920c-4c7e-be3f-ed71701a57b5 will not be triggered until provisioned by entity DHCP. {{(pid=100912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:02:12.075600 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5ba1a4-46b0-4e3f-bd3b-e388943311ad req-7e41cfb1-4f94-4328-a6a4-d4b85cd46f3b tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:12.077475 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-0b5ba1a4-46b0-4e3f-bd3b-e388943311ad req-7e41cfb1-4f94-4328-a6a4-d4b85cd46f3b tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] 10.222.0.11 "GET /v2.0/ports?device_id=de95ae84-0a13-44c7-aa3a-4a63f2dcb518 HTTP/1.1" status: 200 len: 943 time: 0.0900974 Sep 01 05:02:12.078086 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-9048e006-9920-4f4a-8293-b3ab6025f5a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:12.093752 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [req-c83a85e3-1336-4cc5-9068-c49a8092f2d4 req-44c2b567-7397-4491-98a1-3f701b2a02ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59570589'] for port, after_update {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:12.115942 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2199b4ef80d697cbc8f6ff5e200fd84d3ba25b9ef6d03a08fa18221b1b049e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f0626c9-8b00-4569-b8be-d5652698ce23" -d '{"events": [{"name": "network-changed", "server_uuid": "aee9c1da-4b85-4736-8be3-b0190f921ea0", "tag": "751997c4-9e87-414d-a807-eca808de742a"}]}' {{(pid=100911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:02:12.135440 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-e320b2ab-f779-4fb7-a781-8d92874f5da3 req-5c635c30-3e48-41fc-9810-987d98ed6151 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e239844d-232c-4a02-ba33-46d720e37c24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726986 Sep 01 05:02:12.178943 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c2b567-7397-4491-98a1-3f701b2a02ff service neutron] Pushing event updated for resources: {'Port': ['ID=6049c2dc-e275-479d-9108-b8b8bc8a5da1,revision_number=2']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:02:12.199530 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-0b5ba1a4-46b0-4e3f-bd3b-e388943311ad req-57a97acf-2ffd-4838-8ac1-e097979d5b91 tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] 10.222.0.11 "GET /v2.0/security-groups?id=63cd6b54-f6bd-4c17-b05c-3feaa612db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116977 Sep 01 05:02:12.222500 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-9048e006-9920-4f4a-8293-b3ab6025f5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:12.291238 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [req-e34dd4b1-e4a6-4667-b6e0-ac18f78b1969 req-bada9b00-d9d1-4df7-a9fa-53a46f7a3071 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780564376589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59570596'] for port, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:12.421433 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 05:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66fc371c-e600-47e7-bcb6-56167a4469dc x-openstack-request-id: req-66fc371c-e600-47e7-bcb6-56167a4469dc {{(pid=100911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:02:12.421722 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aee9c1da-4b85-4736-8be3-b0190f921ea0", "tag": "751997c4-9e87-414d-a807-eca808de742a", "status": "completed", "code": 200}]} {{(pid=100911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:02:12.421969 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-66fc371c-e600-47e7-bcb6-56167a4469dc {{(pid=100911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:02:12.422428 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aee9c1da-4b85-4736-8be3-b0190f921ea0', 'tag': '751997c4-9e87-414d-a807-eca808de742a', 'status': 'completed', 'code': 200} Sep 01 05:02:12.452215 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-9048e006-9920-4f4a-8293-b3ab6025f5a8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=08f4eef6a44a4393a612fcc069bf811f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7477643 Sep 01 05:02:12.461029 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 43618) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:02:12.478544 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9048e006-9920-4f4a-8293-b3ab6025f5a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36d15044-963e-4b89-a3bc-9c50b81e7077,revision_number=1']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:02:12.523972 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-e320b2ab-f779-4fb7-a781-8d92874f5da3 req-820c7d6c-4dfd-4989-8ce2-a1368a8b6da6 service neutron] 10.222.0.37 "GET /v2.0/networks/e239844d-232c-4a02-ba33-46d720e37c24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3808289 Sep 01 05:02:12.543486 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.managers [req-c83a85e3-1336-4cc5-9068-c49a8092f2d4 req-44c2b567-7397-4491-98a1-3f701b2a02ff service neutron] Attempting to bind port 6049c2dc-e275-479d-9108-b8b8bc8a5da1 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=100912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 05:02:12.543821 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.managers [req-c83a85e3-1336-4cc5-9068-c49a8092f2d4 req-44c2b567-7397-4491-98a1-3f701b2a02ff service neutron] Attempting to bind port 6049c2dc-e275-479d-9108-b8b8bc8a5da1 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '6e1bddff-bcf1-4e83-9c12-c4ded3ce417c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e239844d-232c-4a02-ba33-46d720e37c24'}] {{(pid=100912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 05:02:12.544148 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83a85e3-1336-4cc5-9068-c49a8092f2d4 req-44c2b567-7397-4491-98a1-3f701b2a02ff service neutron] Attempting to bind port 6049c2dc-e275-479d-9108-b8b8bc8a5da1 on network e239844d-232c-4a02-ba33-46d720e37c24 {{(pid=100912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:02:12.562908 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e34dd4b1-e4a6-4667-b6e0-ac18f78b1969 req-bada9b00-d9d1-4df7-a9fa-53a46f7a3071 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Network 92e27a99-4acf-46a2-b103-44939bb42018 is already hosted by enough agents. {{(pid=100912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:02:12.574042 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83a85e3-1336-4cc5-9068-c49a8092f2d4 req-44c2b567-7397-4491-98a1-3f701b2a02ff service neutron] Port 6049c2dc-e275-479d-9108-b8b8bc8a5da1 on network e239844d-232c-4a02-ba33-46d720e37c24 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=100912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 05:02:12.574042 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83a85e3-1336-4cc5-9068-c49a8092f2d4 req-44c2b567-7397-4491-98a1-3f701b2a02ff service neutron] Attempting to bind port 6049c2dc-e275-479d-9108-b8b8bc8a5da1 on network e239844d-232c-4a02-ba33-46d720e37c24 {{(pid=100912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:02:12.575755 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.scheduler.base_scheduler [req-e34dd4b1-e4a6-4667-b6e0-ac18f78b1969 req-bada9b00-d9d1-4df7-a9fa-53a46f7a3071 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Resources bound (agent type, host, resource id): {{(pid=100912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:02:12.579254 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device 2a0b7fea-52e2-47d9-b6e5-d762f98220ba details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=100913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 05:02:12.583355 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.db.l3_dvrscheduler_db [req-e34dd4b1-e4a6-4667-b6e0-ac18f78b1969 req-bada9b00-d9d1-4df7-a9fa-53a46f7a3071 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Received port after_create {{(pid=100912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 05:02:12.593831 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83a85e3-1336-4cc5-9068-c49a8092f2d4 req-44c2b567-7397-4491-98a1-3f701b2a02ff service neutron] Checking agent: {'id': '5dc78e7a-d30d-4469-a2d3-6a9bc399bc32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 59, 52), 'started_at': datetime.datetime(2021, 9, 1, 4, 59, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 5, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 05:02:12.597172 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83a85e3-1336-4cc5-9068-c49a8092f2d4 req-44c2b567-7397-4491-98a1-3f701b2a02ff service neutron] Checking segment: {'id': '6e1bddff-bcf1-4e83-9c12-c4ded3ce417c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e239844d-232c-4a02-ba33-46d720e37c24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:02:12.597172 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83a85e3-1336-4cc5-9068-c49a8092f2d4 req-44c2b567-7397-4491-98a1-3f701b2a02ff service neutron] Bound using segment: {'id': '6e1bddff-bcf1-4e83-9c12-c4ded3ce417c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e239844d-232c-4a02-ba33-46d720e37c24'} {{(pid=100912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 05:02:12.597172 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.managers [req-c83a85e3-1336-4cc5-9068-c49a8092f2d4 req-44c2b567-7397-4491-98a1-3f701b2a02ff service neutron] Bound port: 6049c2dc-e275-479d-9108-b8b8bc8a5da1, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e1bddff-bcf1-4e83-9c12-c4ded3ce417c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'e239844d-232c-4a02-ba33-46d720e37c24'}}] {{(pid=100912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 05:02:12.597172 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [req-c83a85e3-1336-4cc5-9068-c49a8092f2d4 req-44c2b567-7397-4491-98a1-3f701b2a02ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:12.606418 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-72c9f453-07fe-4088-9c75-8d8351909c11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:12.617748 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bada9b00-d9d1-4df7-a9fa-53a46f7a3071 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Pushing event updated for resources: {'Port': ['ID=a959fe9a-920c-4c7e-be3f-ed71701a57b5,revision_number=1']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:02:12.666139 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-72c9f453-07fe-4088-9c75-8d8351909c11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:12.667149 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-c6329376-70f4-4e16-9bbe-6765bb52d538 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:12.729757 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-e320b2ab-f779-4fb7-a781-8d92874f5da3 req-68bd500f-31f7-42ba-aeed-0bf2e164e03a service neutron] 10.222.0.37 "GET /v2.0/networks/e239844d-232c-4a02-ba33-46d720e37c24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980791 Sep 01 05:02:12.765869 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.db [req-c83a85e3-1336-4cc5-9068-c49a8092f2d4 req-44c2b567-7397-4491-98a1-3f701b2a02ff service neutron] For port 6049c2dc-e275-479d-9108-b8b8bc8a5da1, host hv-cinder-80473, cleared binding levels {{(pid=100912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 05:02:12.770163 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.db [req-c83a85e3-1336-4cc5-9068-c49a8092f2d4 req-44c2b567-7397-4491-98a1-3f701b2a02ff service neutron] For port 6049c2dc-e275-479d-9108-b8b8bc8a5da1, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=6049c2dc-e275-479d-9108-b8b8bc8a5da1,segment=NetworkSegment(6e1bddff-bcf1-4e83-9c12-c4ded3ce417c),segment_id=6e1bddff-bcf1-4e83-9c12-c4ded3ce417c)] {{(pid=100912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 05:02:12.778617 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-c6329376-70f4-4e16-9bbe-6765bb52d538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:12.796696 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34dd4b1-e4a6-4667-b6e0-ac18f78b1969 req-bada9b00-d9d1-4df7-a9fa-53a46f7a3071 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:12.797437 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [req-e34dd4b1-e4a6-4667-b6e0-ac18f78b1969 req-bada9b00-d9d1-4df7-a9fa-53a46f7a3071 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607828'] for port, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:12.797614 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] For port 2a0b7fea-52e2-47d9-b6e5-d762f98220ba, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=2a0b7fea-52e2-47d9-b6e5-d762f98220ba,segment=NetworkSegment(977b7374-dcaa-468f-9e3b-93bdf2287220),segment_id=977b7374-dcaa-468f-9e3b-93bdf2287220)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:02:12.811620 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Returning: {'device': '2a0b7fea-52e2-47d9-b6e5-d762f98220ba', 'network_id': 'c723ed29-cdf0-4f62-a130-3d9f06afd19b', 'port_id': '2a0b7fea-52e2-47d9-b6e5-d762f98220ba', 'mac_address': 'fa:16:3e:b4:de:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '909e3fa2-7f33-42d6-8481-226421c0fbb2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 05:02:12.855619 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:12.868370 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-72c9f453-07fe-4088-9c75-8d8351909c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:12.871598 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [req-c83a85e3-1336-4cc5-9068-c49a8092f2d4 req-44c2b567-7397-4491-98a1-3f701b2a02ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59570589'] for port, after_update {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:12.872544 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.notifiers.nova [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a0b7fea-52e2-47d9-b6e5-d762f98220ba {{(pid=100913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 05:02:12.873009 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-72c9f453-07fe-4088-9c75-8d8351909c11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:12.874552 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-72c9f453-07fe-4088-9c75-8d8351909c11 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/36d15044-963e-4b89-a3bc-9c50b81e7077 HTTP/1.1" status: 204 len: 168 time: 0.4125807 Sep 01 05:02:12.880796 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-c6329376-70f4-4e16-9bbe-6765bb52d538 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0867272c54064aac9339459a14e002a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9444613 Sep 01 05:02:12.891034 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 43638) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:02:12.891194 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6329376-70f4-4e16-9bbe-6765bb52d538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=626b51fb-c715-42de-bdcc-34f211531371,revision_number=1']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:02:12.905021 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] For port 2a0b7fea-52e2-47d9-b6e5-d762f98220ba, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=2a0b7fea-52e2-47d9-b6e5-d762f98220ba,segment=NetworkSegment(977b7374-dcaa-468f-9e3b-93bdf2287220),segment_id=977b7374-dcaa-468f-9e3b-93bdf2287220)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:02:12.923670 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c9f453-07fe-4088-9c75-8d8351909c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d15044-963e-4b89-a3bc-9c50b81e7077,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:02:12.928070 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c24d8c-b21a-4a08-aadf-d18ea4e8ded5 req-4a4a4c7f-3fc1-4790-ba3f-1f519b2b309f tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:12.930324 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-86c24d8c-b21a-4a08-aadf-d18ea4e8ded5 req-4a4a4c7f-3fc1-4790-ba3f-1f519b2b309f tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=21e1a61e-3d53-4e8d-8b7f-3acb18606bfe HTTP/1.1" status: 200 len: 943 time: 0.2915590 Sep 01 05:02:12.959984 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c2b567-7397-4491-98a1-3f701b2a02ff service neutron] Pushing event updated for resources: {'Port': ['ID=6049c2dc-e275-479d-9108-b8b8bc8a5da1,revision_number=3']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:02:12.967517 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a85e3-1336-4cc5-9068-c49a8092f2d4 req-44c2b567-7397-4491-98a1-3f701b2a02ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:12.968369 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [req-c83a85e3-1336-4cc5-9068-c49a8092f2d4 req-44c2b567-7397-4491-98a1-3f701b2a02ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607828'] for port, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:12.969941 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-c83a85e3-1336-4cc5-9068-c49a8092f2d4 req-44c2b567-7397-4491-98a1-3f701b2a02ff service neutron] 10.222.0.37 "PUT /v2.0/ports/6049c2dc-e275-479d-9108-b8b8bc8a5da1 HTTP/1.1" status: 200 len: 1093 time: 1.7345097 Sep 01 05:02:12.972039 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21e1a61e-3d53-4e8d-8b7f-3acb18606bfe', 'tag': '6049c2dc-e275-479d-9108-b8b8bc8a5da1'}] {{(pid=100912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:02:12.974454 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c32bf37734172ffae8bcd4fd235b58a84eb6a179622fde5d618b2948ae3f8620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9024119e-2730-4fe8-a039-ec974352bbc7" -d '{"events": [{"name": "network-changed", "server_uuid": "21e1a61e-3d53-4e8d-8b7f-3acb18606bfe", "tag": "6049c2dc-e275-479d-9108-b8b8bc8a5da1"}]}' {{(pid=100912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:02:13.007563 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89db782b-09df-401e-a15c-fb24442af8d7 req-cf92f2f3-ce8c-4dc5-9fca-5eeb1c4bd17a tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:13.009081 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-89db782b-09df-401e-a15c-fb24442af8d7 req-cf92f2f3-ce8c-4dc5-9fca-5eeb1c4bd17a tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 931 time: 0.2004461 Sep 01 05:02:13.017592 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-32379899-9459-4f1b-a8b2-47b0801948e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:13.047104 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-32379899-9459-4f1b-a8b2-47b0801948e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:13.052219 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-86c24d8c-b21a-4a08-aadf-d18ea4e8ded5 req-37fe0ae0-93ac-4228-bb48-a89596a14488 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872664 Sep 01 05:02:13.062029 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0626c9-8b00-4569-b8be-d5652698ce23 req-6b0d237d-62fb-49dd-86e0-ff321cc85538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:13.064796 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-7f0626c9-8b00-4569-b8be-d5652698ce23 req-6b0d237d-62fb-49dd-86e0-ff321cc85538 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6656dbfc754f4b4eb5789000e7b6d945&device_id=aee9c1da-4b85-4736-8be3-b0190f921ea0 HTTP/1.1" status: 200 len: 1097 time: 0.1263869 Sep 01 05:02:13.069872 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:13.071166 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-89db782b-09df-401e-a15c-fb24442af8d7 req-74c60462-78a9-44dc-83ef-d909fa1e06ee tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups?id=08c24242-8d6a-47d6-ad10-c33dccdec691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552869 Sep 01 05:02:13.072464 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e34dd4b1-e4a6-4667-b6e0-ac18f78b1969 req-bada9b00-d9d1-4df7-a9fa-53a46f7a3071 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2078667 Sep 01 05:02:13.073664 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-8742448d-e04c-4b0b-a055-1f2a9a2a19dd None None] Provisioning for port a959fe9a-920c-4c7e-be3f-ed71701a57b5 completed by entity DHCP. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:02:13.080315 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-8742448d-e04c-4b0b-a055-1f2a9a2a19dd None None] Provisioning complete for port a959fe9a-920c-4c7e-be3f-ed71701a57b5 triggered by entity DHCP. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:02:13.080681 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-8742448d-e04c-4b0b-a055-1f2a9a2a19dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:13.093584 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.v2.base [req-e34dd4b1-e4a6-4667-b6e0-ac18f78b1969 req-d872a970-35a8-4c78-8953-850bd22e4b3a service neutron] Request body: {'port': {'device_id': 'e13dc258-ed43-4846-8be5-696fa82ca627', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=100912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:02:13.165802 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 05:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d7bade6-77b5-477f-bf6e-fc238d8e4250 x-openstack-request-id: req-2d7bade6-77b5-477f-bf6e-fc238d8e4250 {{(pid=100912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:02:13.166294 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21e1a61e-3d53-4e8d-8b7f-3acb18606bfe", "tag": "6049c2dc-e275-479d-9108-b8b8bc8a5da1", "status": "completed", "code": 200}]} {{(pid=100912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:02:13.166806 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2d7bade6-77b5-477f-bf6e-fc238d8e4250 {{(pid=100912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:02:13.167399 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21e1a61e-3d53-4e8d-8b7f-3acb18606bfe', 'tag': '6049c2dc-e275-479d-9108-b8b8bc8a5da1', 'status': 'completed', 'code': 200} Sep 01 05:02:13.243454 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-b212cb38-1c99-44b7-99be-ae8a41b1b53b req-be40d530-68d9-4765-a59f-f5b9bc126e92 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 210 time: 0.0728667 Sep 01 05:02:13.255002 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.plugin [None req-8742448d-e04c-4b0b-a055-1f2a9a2a19dd None None] Port a959fe9a-920c-4c7e-be3f-ed71701a57b5 cannot update to ACTIVE because it is not bound. {{(pid=100913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 05:02:13.260463 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Pushing event updated for resources: {'Port': ['ID=2a0b7fea-52e2-47d9-b6e5-d762f98220ba,revision_number=4']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:02:13.270515 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [req-e34dd4b1-e4a6-4667-b6e0-ac18f78b1969 req-d872a970-35a8-4c78-8953-850bd22e4b3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:13.299863 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a85e3-1336-4cc5-9068-c49a8092f2d4 req-77ae7374-5625-40c0-a601-1a3b7c8037b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:13.301416 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-c83a85e3-1336-4cc5-9068-c49a8092f2d4 req-77ae7374-5625-40c0-a601-1a3b7c8037b2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6656dbfc754f4b4eb5789000e7b6d945&device_id=21e1a61e-3d53-4e8d-8b7f-3acb18606bfe HTTP/1.1" status: 200 len: 1096 time: 0.0956073 Sep 01 05:02:13.323357 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0626c9-8b00-4569-b8be-d5652698ce23 req-c66873b4-62db-4be2-a426-92b60b455164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:13.324854 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-7f0626c9-8b00-4569-b8be-d5652698ce23 req-c66873b4-62db-4be2-a426-92b60b455164 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e239844d-232c-4a02-ba33-46d720e37c24 HTTP/1.1" status: 200 len: 920 time: 0.2381165 Sep 01 05:02:13.366119 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-57069d07-1191-4bd8-9ef8-43ac9a8b42c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:13.376618 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-32379899-9459-4f1b-a8b2-47b0801948e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:13.379582 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-32379899-9459-4f1b-a8b2-47b0801948e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:13.381019 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-32379899-9459-4f1b-a8b2-47b0801948e6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/626b51fb-c715-42de-bdcc-34f211531371 HTTP/1.1" status: 204 len: 168 time: 0.4875617 Sep 01 05:02:13.382904 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-7f0626c9-8b00-4569-b8be-d5652698ce23 req-f270f907-e668-4e37-9d18-bd10edd3cbf5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=751997c4-9e87-414d-a807-eca808de742a HTTP/1.1" status: 200 len: 217 time: 0.0499184 Sep 01 05:02:13.391571 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32379899-9459-4f1b-a8b2-47b0801948e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=626b51fb-c715-42de-bdcc-34f211531371,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:02:13.432920 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] get_ports_and_sgs() called for port_ids ['2a0b7fea-52e2-47d9-b6e5-d762f98220ba'] {{(pid=100913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 05:02:13.473546 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-c83a85e3-1336-4cc5-9068-c49a8092f2d4 req-507c3a72-598a-4c5d-a686-1742ea7e952d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6049c2dc-e275-479d-9108-b8b8bc8a5da1 HTTP/1.1" status: 200 len: 217 time: 0.1479309 Sep 01 05:02:13.491048 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0626c9-8b00-4569-b8be-d5652698ce23 req-d991ad85-fdce-41f1-abe8-369e7a4e67c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:13.493794 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-7f0626c9-8b00-4569-b8be-d5652698ce23 req-d991ad85-fdce-41f1-abe8-369e7a4e67c1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f3160f96-5162-4386-b59c-1540b2ae925c HTTP/1.1" status: 200 len: 859 time: 0.0907869 Sep 01 05:02:13.536007 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-7f0626c9-8b00-4569-b8be-d5652698ce23 req-b427c989-ac38-4ddf-8eb0-0e70c40f0d9b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e239844d-232c-4a02-ba33-46d720e37c24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330553 Sep 01 05:02:13.606192 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9a58e4-8016-492e-bab3-eda7eddb805a req-8419ca7c-1b08-4b6a-ad40-5a87b254ff5c tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:13.607796 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-7e9a58e4-8016-492e-bab3-eda7eddb805a req-8419ca7c-1b08-4b6a-ad40-5a87b254ff5c tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] 10.222.0.11 "GET /v2.0/ports?device_id=de95ae84-0a13-44c7-aa3a-4a63f2dcb518 HTTP/1.1" status: 200 len: 944 time: 0.2813299 Sep 01 05:02:13.676303 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a85e3-1336-4cc5-9068-c49a8092f2d4 req-786301a2-075d-45bd-a85b-06acf6fe70fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:13.679152 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-c83a85e3-1336-4cc5-9068-c49a8092f2d4 req-786301a2-075d-45bd-a85b-06acf6fe70fd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f3160f96-5162-4386-b59c-1540b2ae925c HTTP/1.1" status: 200 len: 859 time: 0.1963677 Sep 01 05:02:13.736347 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-c83a85e3-1336-4cc5-9068-c49a8092f2d4 req-cfbb380f-1f1c-4fb8-aca3-4c4c6e76c418 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e239844d-232c-4a02-ba33-46d720e37c24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444996 Sep 01 05:02:13.751206 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-7e9a58e4-8016-492e-bab3-eda7eddb805a req-2497b436-158f-47be-84a1-7059e4a53969 tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] 10.222.0.11 "GET /v2.0/security-groups?id=63cd6b54-f6bd-4c17-b05c-3feaa612db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038446 Sep 01 05:02:13.751645 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-7f0626c9-8b00-4569-b8be-d5652698ce23 req-c8af4ce9-edd2-45b3-a822-44a686dd9f72 service neutron] 10.222.0.37 "GET /v2.0/networks/e239844d-232c-4a02-ba33-46d720e37c24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074320 Sep 01 05:02:13.800587 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 43664) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:02:13.908213 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-7f0626c9-8b00-4569-b8be-d5652698ce23 req-2bbb7651-bc7f-4850-a367-103ce281e6ce service neutron] 10.222.0.37 "GET /v2.0/networks/e239844d-232c-4a02-ba33-46d720e37c24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294854 Sep 01 05:02:13.940111 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-c83a85e3-1336-4cc5-9068-c49a8092f2d4 req-95704a7a-683b-415a-bcc0-93d22f590c9b service neutron] 10.222.0.37 "GET /v2.0/networks/e239844d-232c-4a02-ba33-46d720e37c24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925642 Sep 01 05:02:14.016417 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-cc1a9a02-d430-44ad-8181-8b541968c366 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:14.026653 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.notifiers.nova [req-e34dd4b1-e4a6-4667-b6e0-ac18f78b1969 req-d872a970-35a8-4c78-8953-850bd22e4b3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a959fe9a-920c-4c7e-be3f-ed71701a57b5 {{(pid=100912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 05:02:14.039001 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [req-e34dd4b1-e4a6-4667-b6e0-ac18f78b1969 req-d872a970-35a8-4c78-8953-850bd22e4b3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:14.064094 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.db.provisioning_blocks [req-e34dd4b1-e4a6-4667-b6e0-ac18f78b1969 req-d872a970-35a8-4c78-8953-850bd22e4b3a service neutron] Transition to ACTIVE for port object a959fe9a-920c-4c7e-be3f-ed71701a57b5 will not be triggered until provisioned by entity L2. {{(pid=100912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:02:14.080615 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-c83a85e3-1336-4cc5-9068-c49a8092f2d4 req-eed21a9c-7669-4f73-b63e-07cb3c352c27 service neutron] 10.222.0.37 "GET /v2.0/networks/e239844d-232c-4a02-ba33-46d720e37c24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183259 Sep 01 05:02:14.132342 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [req-e34dd4b1-e4a6-4667-b6e0-ac18f78b1969 req-d872a970-35a8-4c78-8953-850bd22e4b3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59570589'] for port, after_update {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:14.252303 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d872a970-35a8-4c78-8953-850bd22e4b3a service neutron] Pushing event updated for resources: {'Port': ['ID=a959fe9a-920c-4c7e-be3f-ed71701a57b5,revision_number=2']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:02:14.286925 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c4af85-7a9e-48a0-93ad-a590ef237805 req-7529b0bc-e629-431c-a463-a25435959769 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:14.290513 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-67c4af85-7a9e-48a0-93ad-a590ef237805 req-7529b0bc-e629-431c-a463-a25435959769 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.37 "GET /v2.0/networks?id=3c0fc3fe-cfc7-47f9-a3bb-23d1892df261 HTTP/1.1" status: 200 len: 816 time: 0.1729920 Sep 01 05:02:14.300686 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-cc1a9a02-d430-44ad-8181-8b541968c366 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:14.313816 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0b8e2c-553d-4b79-a4f7-2a7e9658d0ae req-e024be9f-fb0b-466f-9861-7937085a7ff7 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:14.329911 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-cf0b8e2c-553d-4b79-a4f7-2a7e9658d0ae req-e024be9f-fb0b-466f-9861-7937085a7ff7 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 943 time: 0.1518466 Sep 01 05:02:14.403089 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-67c4af85-7a9e-48a0-93ad-a590ef237805 req-a725e58c-bb79-4846-9cb6-af5bd2e96906 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f7fb169ff9b446089c4ed54ad80a0dc HTTP/1.1" status: 200 len: 380 time: 0.0937605 Sep 01 05:02:14.404609 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-cc1a9a02-d430-44ad-8181-8b541968c366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:14.431004 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.v2.base [req-67c4af85-7a9e-48a0-93ad-a590ef237805 req-a15a85a9-b471-4ff6-a0ab-55e2398362de tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Request body: {'port': {'device_id': '7b017cba-149f-43c2-81da-aa7b9faa76e4', 'network_id': '3c0fc3fe-cfc7-47f9-a3bb-23d1892df261', 'admin_state_up': True, 'tenant_id': '6f7fb169ff9b446089c4ed54ad80a0dc', 'security_groups': ['b94cc969-f52f-456f-8f87-e767177ccf80']}} {{(pid=100911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:02:14.458950 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-cc1a9a02-d430-44ad-8181-8b541968c366 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4b13ecc6c90f494383b28e0d63da601c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6542771 Sep 01 05:02:14.464858 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 43692) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:02:14.527757 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b15db60-ade2-4145-9e4b-c3d50f68049b req-3614ecaa-ebca-4854-a512-113e81945749 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:14.528856 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-9b15db60-ade2-4145-9e4b-c3d50f68049b req-3614ecaa-ebca-4854-a512-113e81945749 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=21e1a61e-3d53-4e8d-8b7f-3acb18606bfe HTTP/1.1" status: 200 len: 943 time: 0.3314633 Sep 01 05:02:14.557504 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device 2a0b7fea-52e2-47d9-b6e5-d762f98220ba up at agent hyperv_hv-cinder-80473 {{(pid=100913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:02:14.561039 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-cf0b8e2c-553d-4b79-a4f7-2a7e9658d0ae req-b211813b-35d9-477f-92df-c5b1c9ea44cf tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups?id=08c24242-8d6a-47d6-ad10-c33dccdec691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2299008 Sep 01 05:02:14.587260 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1a9a02-d430-44ad-8181-8b541968c366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21abf97c-4d0c-48c3-9852-7fd6642a264c,revision_number=1']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:02:14.680712 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67c4af85-7a9e-48a0-93ad-a590ef237805 req-a15a85a9-b471-4ff6-a0ab-55e2398362de tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Made reservation on behalf of 6f7fb169ff9b446089c4ed54ad80a0dc for: {'port': 1} {{(pid=100911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 05:02:14.681332 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.managers [req-e34dd4b1-e4a6-4667-b6e0-ac18f78b1969 req-d872a970-35a8-4c78-8953-850bd22e4b3a service neutron] Attempting to bind port a959fe9a-920c-4c7e-be3f-ed71701a57b5 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=100912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 05:02:14.681673 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.managers [req-e34dd4b1-e4a6-4667-b6e0-ac18f78b1969 req-d872a970-35a8-4c78-8953-850bd22e4b3a service neutron] Attempting to bind port a959fe9a-920c-4c7e-be3f-ed71701a57b5 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'e92f5f75-4b28-4c21-a02f-3b0b28f57878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '92e27a99-4acf-46a2-b103-44939bb42018'}] {{(pid=100912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 05:02:14.682002 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34dd4b1-e4a6-4667-b6e0-ac18f78b1969 req-d872a970-35a8-4c78-8953-850bd22e4b3a service neutron] Attempting to bind port a959fe9a-920c-4c7e-be3f-ed71701a57b5 on network 92e27a99-4acf-46a2-b103-44939bb42018 {{(pid=100912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:02:14.685571 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-67c4af85-7a9e-48a0-93ad-a590ef237805 req-a15a85a9-b471-4ff6-a0ab-55e2398362de tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:14.690709 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-9b15db60-ade2-4145-9e4b-c3d50f68049b req-8a426f74-8e5e-456d-a2c7-a8e2c2efa3c4 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456952 Sep 01 05:02:14.708268 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9024119e-2730-4fe8-a039-ec974352bbc7 req-b811b900-d7ec-4925-832a-e34b79d74673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:14.709900 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Provisioning for port 2a0b7fea-52e2-47d9-b6e5-d762f98220ba completed by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:02:14.710362 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-9024119e-2730-4fe8-a039-ec974352bbc7 req-b811b900-d7ec-4925-832a-e34b79d74673 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6656dbfc754f4b4eb5789000e7b6d945&device_id=21e1a61e-3d53-4e8d-8b7f-3acb18606bfe HTTP/1.1" status: 200 len: 1096 time: 0.3692665 Sep 01 05:02:14.714365 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Provisioning complete for port 2a0b7fea-52e2-47d9-b6e5-d762f98220ba triggered by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:02:14.714807 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:14.727696 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-30491aec-2b95-445b-a5c9-fe9370747891 req-17904c97-3c2b-447e-95fc-64f0d730fc7e tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 210 time: 0.0615578 Sep 01 05:02:14.730306 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-caebd9f0-baf5-4dda-a2a5-d594c84ebff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:14.732201 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34dd4b1-e4a6-4667-b6e0-ac18f78b1969 req-d872a970-35a8-4c78-8953-850bd22e4b3a service neutron] Port a959fe9a-920c-4c7e-be3f-ed71701a57b5 on network 92e27a99-4acf-46a2-b103-44939bb42018 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=100912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 05:02:14.732675 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34dd4b1-e4a6-4667-b6e0-ac18f78b1969 req-d872a970-35a8-4c78-8953-850bd22e4b3a service neutron] Attempting to bind port a959fe9a-920c-4c7e-be3f-ed71701a57b5 on network 92e27a99-4acf-46a2-b103-44939bb42018 {{(pid=100912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:02:14.856143 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34dd4b1-e4a6-4667-b6e0-ac18f78b1969 req-d872a970-35a8-4c78-8953-850bd22e4b3a service neutron] Checking agent: {'id': '5dc78e7a-d30d-4469-a2d3-6a9bc399bc32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 59, 52), 'started_at': datetime.datetime(2021, 9, 1, 4, 59, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 5, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 05:02:14.868506 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34dd4b1-e4a6-4667-b6e0-ac18f78b1969 req-d872a970-35a8-4c78-8953-850bd22e4b3a service neutron] Checking segment: {'id': 'e92f5f75-4b28-4c21-a02f-3b0b28f57878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '92e27a99-4acf-46a2-b103-44939bb42018'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:02:14.869176 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34dd4b1-e4a6-4667-b6e0-ac18f78b1969 req-d872a970-35a8-4c78-8953-850bd22e4b3a service neutron] Bound using segment: {'id': 'e92f5f75-4b28-4c21-a02f-3b0b28f57878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '92e27a99-4acf-46a2-b103-44939bb42018'} {{(pid=100912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 05:02:14.869875 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.managers [req-e34dd4b1-e4a6-4667-b6e0-ac18f78b1969 req-d872a970-35a8-4c78-8953-850bd22e4b3a service neutron] Bound port: a959fe9a-920c-4c7e-be3f-ed71701a57b5, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e92f5f75-4b28-4c21-a02f-3b0b28f57878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '92e27a99-4acf-46a2-b103-44939bb42018'}}] {{(pid=100912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 05:02:14.870241 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [req-e34dd4b1-e4a6-4667-b6e0-ac18f78b1969 req-d872a970-35a8-4c78-8953-850bd22e4b3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:14.893805 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:14.905384 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.db_base_plugin_common [req-67c4af85-7a9e-48a0-93ad-a590ef237805 req-a15a85a9-b471-4ff6-a0ab-55e2398362de tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Allocated IP 172.20.0.10 (3c0fc3fe-cfc7-47f9-a3bb-23d1892df261/0619a0c6-b699-4546-b1ae-83c65a031c43/9ae1315e-70f0-45fe-8112-437937003d33) {{(pid=100911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 05:02:14.949127 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de95ae84-0a13-44c7-aa3a-4a63f2dcb518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a0b7fea-52e2-47d9-b6e5-d762f98220ba'}] {{(pid=100913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:02:14.997101 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-caebd9f0-baf5-4dda-a2a5-d594c84ebff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:15.067687 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] For port 2a0b7fea-52e2-47d9-b6e5-d762f98220ba, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=2a0b7fea-52e2-47d9-b6e5-d762f98220ba,segment=NetworkSegment(977b7374-dcaa-468f-9e3b-93bdf2287220),segment_id=977b7374-dcaa-468f-9e3b-93bdf2287220)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:02:15.105064 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-67c4af85-7a9e-48a0-93ad-a590ef237805 req-a15a85a9-b471-4ff6-a0ab-55e2398362de tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Notify callbacks [] for port, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:15.127073 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3863f980-9755-4dbc-9b6e-38d869487676 req-14d97db0-b60b-498e-8f59-e6185566fca8 tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:15.128600 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-3863f980-9755-4dbc-9b6e-38d869487676 req-14d97db0-b60b-498e-8f59-e6185566fca8 tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] 10.222.0.11 "GET /v2.0/ports?device_id=de95ae84-0a13-44c7-aa3a-4a63f2dcb518 HTTP/1.1" status: 200 len: 944 time: 0.2249293 Sep 01 05:02:15.166797 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9024119e-2730-4fe8-a039-ec974352bbc7 req-31fd5fd4-205b-4587-b2f1-70dbade6ae55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:15.168353 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-9024119e-2730-4fe8-a039-ec974352bbc7 req-31fd5fd4-205b-4587-b2f1-70dbade6ae55 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e239844d-232c-4a02-ba33-46d720e37c24 HTTP/1.1" status: 200 len: 920 time: 0.4391220 Sep 01 05:02:15.175406 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.db [req-e34dd4b1-e4a6-4667-b6e0-ac18f78b1969 req-d872a970-35a8-4c78-8953-850bd22e4b3a service neutron] For port a959fe9a-920c-4c7e-be3f-ed71701a57b5, host hv-cinder-80473, cleared binding levels {{(pid=100912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 05:02:15.180915 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:15.184088 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.db [req-e34dd4b1-e4a6-4667-b6e0-ac18f78b1969 req-d872a970-35a8-4c78-8953-850bd22e4b3a service neutron] For port a959fe9a-920c-4c7e-be3f-ed71701a57b5, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=a959fe9a-920c-4c7e-be3f-ed71701a57b5,segment=NetworkSegment(e92f5f75-4b28-4c21-a02f-3b0b28f57878),segment_id=e92f5f75-4b28-4c21-a02f-3b0b28f57878)] {{(pid=100912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 05:02:15.229038 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-9024119e-2730-4fe8-a039-ec974352bbc7 req-a571a6ba-93a5-4dfa-bc5e-9b95b903fc66 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6049c2dc-e275-479d-9108-b8b8bc8a5da1 HTTP/1.1" status: 200 len: 217 time: 0.0502775 Sep 01 05:02:15.232237 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-3863f980-9755-4dbc-9b6e-38d869487676 req-7c5336a5-a9c6-4637-84c5-69148c68ca56 tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] 10.222.0.11 "GET /v2.0/security-groups?id=63cd6b54-f6bd-4c17-b05c-3feaa612db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890398 Sep 01 05:02:15.232655 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Pushing event updated for resources: {'Port': ['ID=2a0b7fea-52e2-47d9-b6e5-d762f98220ba,revision_number=5']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:02:15.245481 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.provisioning_blocks [req-67c4af85-7a9e-48a0-93ad-a590ef237805 req-a15a85a9-b471-4ff6-a0ab-55e2398362de tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Transition to ACTIVE for port object 9ae1315e-70f0-45fe-8112-437937003d33 will not be triggered until provisioned by entity DHCP. {{(pid=100911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:02:15.256752 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-caebd9f0-baf5-4dda-a2a5-d594c84ebff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:15.261350 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-caebd9f0-baf5-4dda-a2a5-d594c84ebff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:15.265167 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-caebd9f0-baf5-4dda-a2a5-d594c84ebff5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/21abf97c-4d0c-48c3-9852-7fd6642a264c HTTP/1.1" status: 204 len: 168 time: 0.7959585 Sep 01 05:02:15.304035 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [req-e34dd4b1-e4a6-4667-b6e0-ac18f78b1969 req-d872a970-35a8-4c78-8953-850bd22e4b3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59570589'] for port, after_update {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:15.310151 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caebd9f0-baf5-4dda-a2a5-d594c84ebff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21abf97c-4d0c-48c3-9852-7fd6642a264c,revision_number=None']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:02:15.362232 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9024119e-2730-4fe8-a039-ec974352bbc7 req-7017dfe4-3880-4d17-8f80-5161e53f3cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:15.363861 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-9024119e-2730-4fe8-a039-ec974352bbc7 req-7017dfe4-3880-4d17-8f80-5161e53f3cce service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f3160f96-5162-4386-b59c-1540b2ae925c HTTP/1.1" status: 200 len: 859 time: 0.1282382 Sep 01 05:02:15.367900 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34dd4b1-e4a6-4667-b6e0-ac18f78b1969 req-d872a970-35a8-4c78-8953-850bd22e4b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:15.370216 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-67c4af85-7a9e-48a0-93ad-a590ef237805 req-a15a85a9-b471-4ff6-a0ab-55e2398362de tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780564376589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3457272'] for port, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:15.375682 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [req-e34dd4b1-e4a6-4667-b6e0-ac18f78b1969 req-d872a970-35a8-4c78-8953-850bd22e4b3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607828'] for port, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:15.377407 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e34dd4b1-e4a6-4667-b6e0-ac18f78b1969 req-d872a970-35a8-4c78-8953-850bd22e4b3a service neutron] 10.222.0.37 "PUT /v2.0/ports/a959fe9a-920c-4c7e-be3f-ed71701a57b5 HTTP/1.1" status: 200 len: 1093 time: 2.2889812 Sep 01 05:02:15.378091 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e13dc258-ed43-4846-8be5-696fa82ca627', 'tag': 'a959fe9a-920c-4c7e-be3f-ed71701a57b5'}] {{(pid=100912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:02:15.380601 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c32bf37734172ffae8bcd4fd235b58a84eb6a179622fde5d618b2948ae3f8620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa1bfe2b-643c-4677-a88d-f88ba96c7e6a" -d '{"events": [{"name": "network-changed", "server_uuid": "e13dc258-ed43-4846-8be5-696fa82ca627", "tag": "a959fe9a-920c-4c7e-be3f-ed71701a57b5"}]}' {{(pid=100912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:02:15.436741 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac1e9064bfa394a3c8e95a7ae5ebf8ce235ac3ce60c2245422c4078f9b609c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-417d2294-17ee-4d5b-9e83-04ed7a6927b4" -d '{"events": [{"server_uuid": "de95ae84-0a13-44c7-aa3a-4a63f2dcb518", "name": "network-vif-plugged", "status": "completed", "tag": "2a0b7fea-52e2-47d9-b6e5-d762f98220ba"}]}' {{(pid=100913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:02:15.465349 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 05:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7620eb18-d0e3-430b-a525-9c475f91f704 x-openstack-request-id: req-7620eb18-d0e3-430b-a525-9c475f91f704 {{(pid=100912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:02:15.469906 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e13dc258-ed43-4846-8be5-696fa82ca627", "tag": "a959fe9a-920c-4c7e-be3f-ed71701a57b5", "status": "completed", "code": 200}]} {{(pid=100912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:02:15.469906 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7620eb18-d0e3-430b-a525-9c475f91f704 {{(pid=100912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:02:15.469906 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e13dc258-ed43-4846-8be5-696fa82ca627', 'tag': 'a959fe9a-920c-4c7e-be3f-ed71701a57b5', 'status': 'completed', 'code': 200} Sep 01 05:02:15.469906 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-9024119e-2730-4fe8-a039-ec974352bbc7 req-076bc9b5-0bed-4b92-8ba0-c71aed27292e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e239844d-232c-4a02-ba33-46d720e37c24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700028 Sep 01 05:02:15.471772 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d872a970-35a8-4c78-8953-850bd22e4b3a service neutron] Pushing event updated for resources: {'Port': ['ID=a959fe9a-920c-4c7e-be3f-ed71701a57b5,revision_number=3']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:02:15.524738 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67c4af85-7a9e-48a0-93ad-a590ef237805 req-a15a85a9-b471-4ff6-a0ab-55e2398362de tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Network 3c0fc3fe-cfc7-47f9-a3bb-23d1892df261 is already hosted by enough agents. {{(pid=100911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:02:15.526485 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15a85a9-b471-4ff6-a0ab-55e2398362de tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Pushing event updated for resources: {'Port': ['ID=9ae1315e-70f0-45fe-8112-437937003d33,revision_number=1']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:02:15.529405 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.base_scheduler [req-67c4af85-7a9e-48a0-93ad-a590ef237805 req-a15a85a9-b471-4ff6-a0ab-55e2398362de tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Resources bound (agent type, host, resource id): {{(pid=100911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:02:15.535800 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.l3_dvrscheduler_db [req-67c4af85-7a9e-48a0-93ad-a590ef237805 req-a15a85a9-b471-4ff6-a0ab-55e2398362de tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Received port after_create {{(pid=100911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 05:02:15.680233 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c4af85-7a9e-48a0-93ad-a590ef237805 req-a15a85a9-b471-4ff6-a0ab-55e2398362de tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:15.682590 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-67c4af85-7a9e-48a0-93ad-a590ef237805 req-a15a85a9-b471-4ff6-a0ab-55e2398362de tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607828'] for port, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:15.787444 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-67c4af85-7a9e-48a0-93ad-a590ef237805 req-a15a85a9-b471-4ff6-a0ab-55e2398362de tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3762319 Sep 01 05:02:15.807289 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.v2.base [req-67c4af85-7a9e-48a0-93ad-a590ef237805 req-bb18e077-7f2d-4b2d-8833-c2189382c6de service neutron] Request body: {'port': {'device_id': '7b017cba-149f-43c2-81da-aa7b9faa76e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=100911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:02:15.824587 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 05:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bcba0a0-2e0a-4bc6-952a-d4d87a57930d x-openstack-request-id: req-2bcba0a0-2e0a-4bc6-952a-d4d87a57930d {{(pid=100913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:02:15.825118 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de95ae84-0a13-44c7-aa3a-4a63f2dcb518", "name": "network-vif-plugged", "status": "completed", "tag": "2a0b7fea-52e2-47d9-b6e5-d762f98220ba", "code": 200}]} {{(pid=100913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:02:15.825208 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2bcba0a0-2e0a-4bc6-952a-d4d87a57930d {{(pid=100913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:02:15.825628 dv-cinder-804735-5-iscsi neutron-server[100913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de95ae84-0a13-44c7-aa3a-4a63f2dcb518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a0b7fea-52e2-47d9-b6e5-d762f98220ba', 'code': 200} Sep 01 05:02:15.919257 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-9024119e-2730-4fe8-a039-ec974352bbc7 req-7e21ee95-93bc-422b-92b6-afe1493971d9 service neutron] 10.222.0.37 "GET /v2.0/networks/e239844d-232c-4a02-ba33-46d720e37c24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4407272 Sep 01 05:02:15.929382 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-67c4af85-7a9e-48a0-93ad-a590ef237805 req-bb18e077-7f2d-4b2d-8833-c2189382c6de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:16.047827 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-ae4340af-81dc-4100-96e8-0a26ea60bdf6 None None] Provisioning for port 9ae1315e-70f0-45fe-8112-437937003d33 completed by entity DHCP. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:02:16.052479 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-ae4340af-81dc-4100-96e8-0a26ea60bdf6 None None] Provisioning complete for port 9ae1315e-70f0-45fe-8112-437937003d33 triggered by entity DHCP. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:02:16.055328 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-ae4340af-81dc-4100-96e8-0a26ea60bdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:16.097775 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a406dd67-41e2-4807-a451-9ec5f77db47c req-579abef7-f6b3-43a8-85f4-5909ba06dca3 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:16.099584 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-a406dd67-41e2-4807-a451-9ec5f77db47c req-579abef7-f6b3-43a8-85f4-5909ba06dca3 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 943 time: 0.1791027 Sep 01 05:02:16.105835 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1bfe2b-643c-4677-a88d-f88ba96c7e6a req-31ca8e9c-0722-459f-9155-60872f6e2233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:16.108751 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.plugin [None req-ae4340af-81dc-4100-96e8-0a26ea60bdf6 None None] Port 9ae1315e-70f0-45fe-8112-437937003d33 cannot update to ACTIVE because it is not bound. {{(pid=100913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 05:02:16.108873 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-aa1bfe2b-643c-4677-a88d-f88ba96c7e6a req-31ca8e9c-0722-459f-9155-60872f6e2233 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=efd1fc476bbc46ddb375c7c745356ae4&device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 1096 time: 0.1859517 Sep 01 05:02:16.136052 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7cb337-d15a-498c-8334-f6e6ed0e8bce req-8acd694b-0906-4821-a31b-f051a9759803 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:16.138238 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-fb7cb337-d15a-498c-8334-f6e6ed0e8bce req-8acd694b-0906-4821-a31b-f051a9759803 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=21e1a61e-3d53-4e8d-8b7f-3acb18606bfe HTTP/1.1" status: 200 len: 943 time: 0.1963387 Sep 01 05:02:16.171507 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-9024119e-2730-4fe8-a039-ec974352bbc7 req-ad3b38df-1d80-477f-898c-4339040edcac service neutron] 10.222.0.37 "GET /v2.0/networks/e239844d-232c-4a02-ba33-46d720e37c24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394457 Sep 01 05:02:16.289484 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 43800) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:02:16.337395 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-a70ad0d5-dbe3-4eaf-a9fc-8ca60598f8f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:16.341110 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-a406dd67-41e2-4807-a451-9ec5f77db47c req-83537641-f80c-43f0-8c3e-d85a3008d386 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups?id=08c24242-8d6a-47d6-ad10-c33dccdec691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2283356 Sep 01 05:02:16.403322 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.notifiers.nova [req-67c4af85-7a9e-48a0-93ad-a590ef237805 req-bb18e077-7f2d-4b2d-8833-c2189382c6de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ae1315e-70f0-45fe-8112-437937003d33 {{(pid=100911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 05:02:16.413729 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-67c4af85-7a9e-48a0-93ad-a590ef237805 req-bb18e077-7f2d-4b2d-8833-c2189382c6de service neutron] Notify callbacks [] for port, precommit_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:16.417710 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-fb7cb337-d15a-498c-8334-f6e6ed0e8bce req-6c14d29f-557a-45b4-a705-3a958b658b11 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540679 Sep 01 05:02:16.437332 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.provisioning_blocks [req-67c4af85-7a9e-48a0-93ad-a590ef237805 req-bb18e077-7f2d-4b2d-8833-c2189382c6de service neutron] Transition to ACTIVE for port object 9ae1315e-70f0-45fe-8112-437937003d33 will not be triggered until provisioned by entity L2. {{(pid=100911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:02:16.515218 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5888b119-c984-4f20-9c6f-1142abf39c3f req-66fdc73d-ab11-4d89-8e00-c6fa768e7089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:16.516576 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-5888b119-c984-4f20-9c6f-1142abf39c3f req-66fdc73d-ab11-4d89-8e00-c6fa768e7089 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=de95ae84-0a13-44c7-aa3a-4a63f2dcb518 HTTP/1.1" status: 200 len: 1098 time: 0.2750525 Sep 01 05:02:16.517954 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1bfe2b-643c-4677-a88d-f88ba96c7e6a req-713db4e9-c316-40e6-9c05-750c3119ab54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:16.519329 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-aa1bfe2b-643c-4677-a88d-f88ba96c7e6a req-713db4e9-c316-40e6-9c05-750c3119ab54 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=efd1fc476bbc46ddb375c7c745356ae4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3783464 Sep 01 05:02:16.551296 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device 751997c4-9e87-414d-a807-eca808de742a details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=100913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 05:02:16.570465 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-a70ad0d5-dbe3-4eaf-a9fc-8ca60598f8f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:16.582427 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-67c4af85-7a9e-48a0-93ad-a590ef237805 req-bb18e077-7f2d-4b2d-8833-c2189382c6de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3457217'] for port, after_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:16.643955 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb18e077-7f2d-4b2d-8833-c2189382c6de service neutron] Pushing event updated for resources: {'Port': ['ID=9ae1315e-70f0-45fe-8112-437937003d33,revision_number=2']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:02:16.686076 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-a70ad0d5-dbe3-4eaf-a9fc-8ca60598f8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:16.704056 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [req-5888b119-c984-4f20-9c6f-1142abf39c3f req-1380b43e-06e9-4deb-9085-d82ec096ad9f service neutron] Notify callbacks [] for security_group, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:16.709946 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] For port 751997c4-9e87-414d-a807-eca808de742a, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=751997c4-9e87-414d-a807-eca808de742a,segment=NetworkSegment(6e1bddff-bcf1-4e83-9c12-c4ded3ce417c),segment_id=6e1bddff-bcf1-4e83-9c12-c4ded3ce417c)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:02:16.728412 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Returning: {'device': '751997c4-9e87-414d-a807-eca808de742a', 'network_id': 'e239844d-232c-4a02-ba33-46d720e37c24', 'port_id': '751997c4-9e87-414d-a807-eca808de742a', 'mac_address': 'fa:16:3e:13:11:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3160f96-5162-4386-b59c-1540b2ae925c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 05:02:16.738823 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332d857a-12ad-4535-ae0b-1e8d81c3e875 req-54e076f9-924d-4ebc-8579-e9928e537b5b tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:16.743324 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-332d857a-12ad-4535-ae0b-1e8d81c3e875 req-54e076f9-924d-4ebc-8579-e9928e537b5b tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 932 time: 0.2754569 Sep 01 05:02:16.771930 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ad0d5-dbe3-4eaf-a9fc-8ca60598f8f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f026b52-6af9-4a5d-860b-94eca1039ba1,revision_number=1']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:02:16.790248 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-a70ad0d5-dbe3-4eaf-a9fc-8ca60598f8f0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a01adbaff7f44c3594572fcd76f05854&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4973300 Sep 01 05:02:16.790408 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:16.790657 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 43814) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:02:16.809667 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.notifiers.nova [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 751997c4-9e87-414d-a807-eca808de742a {{(pid=100913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 05:02:16.839774 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] For port 751997c4-9e87-414d-a807-eca808de742a, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=751997c4-9e87-414d-a807-eca808de742a,segment=NetworkSegment(6e1bddff-bcf1-4e83-9c12-c4ded3ce417c),segment_id=6e1bddff-bcf1-4e83-9c12-c4ded3ce417c)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:02:16.854569 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.managers [req-67c4af85-7a9e-48a0-93ad-a590ef237805 req-bb18e077-7f2d-4b2d-8833-c2189382c6de service neutron] Attempting to bind port 9ae1315e-70f0-45fe-8112-437937003d33 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=100911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 05:02:16.854986 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.managers [req-67c4af85-7a9e-48a0-93ad-a590ef237805 req-bb18e077-7f2d-4b2d-8833-c2189382c6de service neutron] Attempting to bind port 9ae1315e-70f0-45fe-8112-437937003d33 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '6efdb405-2837-4b70-a808-bb1ee8aa5349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3c0fc3fe-cfc7-47f9-a3bb-23d1892df261'}] {{(pid=100911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 05:02:16.855326 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c4af85-7a9e-48a0-93ad-a590ef237805 req-bb18e077-7f2d-4b2d-8833-c2189382c6de service neutron] Attempting to bind port 9ae1315e-70f0-45fe-8112-437937003d33 on network 3c0fc3fe-cfc7-47f9-a3bb-23d1892df261 {{(pid=100911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:02:16.863109 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c4af85-7a9e-48a0-93ad-a590ef237805 req-bb18e077-7f2d-4b2d-8833-c2189382c6de service neutron] Port 9ae1315e-70f0-45fe-8112-437937003d33 on network 3c0fc3fe-cfc7-47f9-a3bb-23d1892df261 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=100911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 05:02:16.863434 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c4af85-7a9e-48a0-93ad-a590ef237805 req-bb18e077-7f2d-4b2d-8833-c2189382c6de service neutron] Attempting to bind port 9ae1315e-70f0-45fe-8112-437937003d33 on network 3c0fc3fe-cfc7-47f9-a3bb-23d1892df261 {{(pid=100911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:02:16.878893 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-d9558e9b-bcc1-4d95-bde4-e2f044cc2b67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:16.878893 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c4af85-7a9e-48a0-93ad-a590ef237805 req-bb18e077-7f2d-4b2d-8833-c2189382c6de service neutron] Checking agent: {'id': '5dc78e7a-d30d-4469-a2d3-6a9bc399bc32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 59, 52), 'started_at': datetime.datetime(2021, 9, 1, 4, 59, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 5, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 05:02:16.878893 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c4af85-7a9e-48a0-93ad-a590ef237805 req-bb18e077-7f2d-4b2d-8833-c2189382c6de service neutron] Checking segment: {'id': '6efdb405-2837-4b70-a808-bb1ee8aa5349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3c0fc3fe-cfc7-47f9-a3bb-23d1892df261'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:02:16.878893 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c4af85-7a9e-48a0-93ad-a590ef237805 req-bb18e077-7f2d-4b2d-8833-c2189382c6de service neutron] Bound using segment: {'id': '6efdb405-2837-4b70-a808-bb1ee8aa5349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3c0fc3fe-cfc7-47f9-a3bb-23d1892df261'} {{(pid=100911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 05:02:16.879251 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.managers [req-67c4af85-7a9e-48a0-93ad-a590ef237805 req-bb18e077-7f2d-4b2d-8833-c2189382c6de service neutron] Bound port: 9ae1315e-70f0-45fe-8112-437937003d33, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6efdb405-2837-4b70-a808-bb1ee8aa5349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3c0fc3fe-cfc7-47f9-a3bb-23d1892df261'}}] {{(pid=100911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 05:02:16.879525 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-67c4af85-7a9e-48a0-93ad-a590ef237805 req-bb18e077-7f2d-4b2d-8833-c2189382c6de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:16.899242 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef73e35-c77d-4033-8037-a25c7a399abd req-abe1db0e-3618-493e-a688-6cda6fe4548b tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:16.907107 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-7ef73e35-c77d-4033-8037-a25c7a399abd req-abe1db0e-3618-493e-a688-6cda6fe4548b tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] 10.222.0.11 "GET /v2.0/ports?device_id=de95ae84-0a13-44c7-aa3a-4a63f2dcb518 HTTP/1.1" status: 200 len: 945 time: 0.3643739 Sep 01 05:02:16.920104 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-d9558e9b-bcc1-4d95-bde4-e2f044cc2b67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:16.931914 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:16.933312 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device 6049c2dc-e275-479d-9108-b8b8bc8a5da1 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=100913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 05:02:16.987378 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-332d857a-12ad-4535-ae0b-1e8d81c3e875 req-8b0e1776-6e25-47c5-ac22-fa6c14865cde tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1955597 Sep 01 05:02:16.996006 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1bfe2b-643c-4677-a88d-f88ba96c7e6a req-a4acc136-a2b4-44d7-8d31-a15b778522ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:16.997532 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-aa1bfe2b-643c-4677-a88d-f88ba96c7e6a req-a4acc136-a2b4-44d7-8d31-a15b778522ad service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4629099 Sep 01 05:02:17.018210 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-7ef73e35-c77d-4033-8037-a25c7a399abd req-84a8f5eb-b7b9-4c25-b613-4fc15736c4be tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] 10.222.0.11 "GET /v2.0/security-groups?id=63cd6b54-f6bd-4c17-b05c-3feaa612db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101434 Sep 01 05:02:17.050986 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] For port 6049c2dc-e275-479d-9108-b8b8bc8a5da1, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=6049c2dc-e275-479d-9108-b8b8bc8a5da1,segment=NetworkSegment(6e1bddff-bcf1-4e83-9c12-c4ded3ce417c),segment_id=6e1bddff-bcf1-4e83-9c12-c4ded3ce417c)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:02:17.054055 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Pushing event updated for resources: {'Port': ['ID=751997c4-9e87-414d-a807-eca808de742a,revision_number=4']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:02:17.073745 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Returning: {'device': '6049c2dc-e275-479d-9108-b8b8bc8a5da1', 'network_id': 'e239844d-232c-4a02-ba33-46d720e37c24', 'port_id': '6049c2dc-e275-479d-9108-b8b8bc8a5da1', 'mac_address': 'fa:16:3e:2f:f7:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3160f96-5162-4386-b59c-1540b2ae925c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 05:02:17.088078 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.db [req-67c4af85-7a9e-48a0-93ad-a590ef237805 req-bb18e077-7f2d-4b2d-8833-c2189382c6de service neutron] For port 9ae1315e-70f0-45fe-8112-437937003d33, host hv-cinder-80473, cleared binding levels {{(pid=100911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 05:02:17.092003 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.db [req-67c4af85-7a9e-48a0-93ad-a590ef237805 req-bb18e077-7f2d-4b2d-8833-c2189382c6de service neutron] For port 9ae1315e-70f0-45fe-8112-437937003d33, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=9ae1315e-70f0-45fe-8112-437937003d33,segment=NetworkSegment(6efdb405-2837-4b70-a808-bb1ee8aa5349),segment_id=6efdb405-2837-4b70-a808-bb1ee8aa5349)] {{(pid=100911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 05:02:17.116467 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:17.119805 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34dd4b1-e4a6-4667-b6e0-ac18f78b1969 req-e3cedf3b-d5dd-4a56-a1e6-068aadab9a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:17.122193 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e34dd4b1-e4a6-4667-b6e0-ac18f78b1969 req-e3cedf3b-d5dd-4a56-a1e6-068aadab9a72 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=efd1fc476bbc46ddb375c7c745356ae4&device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 1096 time: 0.0471063 Sep 01 05:02:17.130898 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.notifiers.nova [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6049c2dc-e275-479d-9108-b8b8bc8a5da1 {{(pid=100913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 05:02:17.148941 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-d9558e9b-bcc1-4d95-bde4-e2f044cc2b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:17.151930 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-d9558e9b-bcc1-4d95-bde4-e2f044cc2b67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:17.154036 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-d9558e9b-bcc1-4d95-bde4-e2f044cc2b67 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6f026b52-6af9-4a5d-860b-94eca1039ba1 HTTP/1.1" status: 204 len: 168 time: 0.3620031 Sep 01 05:02:17.165978 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] For port 6049c2dc-e275-479d-9108-b8b8bc8a5da1, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=6049c2dc-e275-479d-9108-b8b8bc8a5da1,segment=NetworkSegment(6e1bddff-bcf1-4e83-9c12-c4ded3ce417c),segment_id=6e1bddff-bcf1-4e83-9c12-c4ded3ce417c)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:02:17.167145 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9558e9b-bcc1-4d95-bde4-e2f044cc2b67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f026b52-6af9-4a5d-860b-94eca1039ba1,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:02:17.183016 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e34dd4b1-e4a6-4667-b6e0-ac18f78b1969 req-76d30204-903c-46a4-925e-1705a9d7c359 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a959fe9a-920c-4c7e-be3f-ed71701a57b5 HTTP/1.1" status: 200 len: 217 time: 0.0464797 Sep 01 05:02:17.205710 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-67c4af85-7a9e-48a0-93ad-a590ef237805 req-bb18e077-7f2d-4b2d-8833-c2189382c6de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3457217'] for port, after_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:17.258124 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [req-5888b119-c984-4f20-9c6f-1142abf39c3f req-1380b43e-06e9-4deb-9085-d82ec096ad9f service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:17.262482 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c4af85-7a9e-48a0-93ad-a590ef237805 req-bb18e077-7f2d-4b2d-8833-c2189382c6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:17.263234 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-67c4af85-7a9e-48a0-93ad-a590ef237805 req-bb18e077-7f2d-4b2d-8833-c2189382c6de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607828'] for port, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:17.264220 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34dd4b1-e4a6-4667-b6e0-ac18f78b1969 req-e7db892a-b9e3-4781-96b2-ecdcf6200dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:17.264948 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-67c4af85-7a9e-48a0-93ad-a590ef237805 req-bb18e077-7f2d-4b2d-8833-c2189382c6de service neutron] 10.222.0.37 "PUT /v2.0/ports/9ae1315e-70f0-45fe-8112-437937003d33 HTTP/1.1" status: 200 len: 1094 time: 1.4635432 Sep 01 05:02:17.265512 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b017cba-149f-43c2-81da-aa7b9faa76e4', 'tag': '9ae1315e-70f0-45fe-8112-437937003d33'}] {{(pid=100911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:02:17.266832 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e34dd4b1-e4a6-4667-b6e0-ac18f78b1969 req-e7db892a-b9e3-4781-96b2-ecdcf6200dc1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=632c2506-9627-456a-904a-03e2fe14470f HTTP/1.1" status: 200 len: 850 time: 0.0757024 Sep 01 05:02:17.268459 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2199b4ef80d697cbc8f6ff5e200fd84d3ba25b9ef6d03a08fa18221b1b049e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b45b97bf-06d5-4ddb-8485-7f00ae187f4a" -d '{"events": [{"name": "network-changed", "server_uuid": "7b017cba-149f-43c2-81da-aa7b9faa76e4", "tag": "9ae1315e-70f0-45fe-8112-437937003d33"}]}' {{(pid=100911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:02:17.274046 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:17.351611 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 05:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b10b6e8-acbe-4bc6-8792-20c132e57552 x-openstack-request-id: req-1b10b6e8-acbe-4bc6-8792-20c132e57552 {{(pid=100911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:02:17.352684 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b017cba-149f-43c2-81da-aa7b9faa76e4", "tag": "9ae1315e-70f0-45fe-8112-437937003d33", "status": "completed", "code": 200}]} {{(pid=100911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:02:17.353612 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1b10b6e8-acbe-4bc6-8792-20c132e57552 {{(pid=100911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:02:17.354988 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b017cba-149f-43c2-81da-aa7b9faa76e4', 'tag': '9ae1315e-70f0-45fe-8112-437937003d33', 'status': 'completed', 'code': 200} Sep 01 05:02:17.355796 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb18e077-7f2d-4b2d-8833-c2189382c6de service neutron] Pushing event updated for resources: {'Port': ['ID=9ae1315e-70f0-45fe-8112-437937003d33,revision_number=3']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:02:17.359773 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [req-5888b119-c984-4f20-9c6f-1142abf39c3f req-1380b43e-06e9-4deb-9085-d82ec096ad9f service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:17.405924 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Pushing event updated for resources: {'Port': ['ID=6049c2dc-e275-479d-9108-b8b8bc8a5da1,revision_number=4']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:02:17.437258 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-5888b119-c984-4f20-9c6f-1142abf39c3f req-1380b43e-06e9-4deb-9085-d82ec096ad9f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=63cd6b54-f6bd-4c17-b05c-3feaa612db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9013374 Sep 01 05:02:17.476044 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34dd4b1-e4a6-4667-b6e0-ac18f78b1969 req-f74c169e-9754-425d-a5de-68bc8de750e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:17.477531 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e34dd4b1-e4a6-4667-b6e0-ac18f78b1969 req-f74c169e-9754-425d-a5de-68bc8de750e6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=92e27a99-4acf-46a2-b103-44939bb42018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1926696 Sep 01 05:02:17.478373 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1380b43e-06e9-4deb-9085-d82ec096ad9f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf3974d-5ec6-487f-80dc-bc23f0347b33,revision_number=1']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:02:17.516399 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45b97bf-06d5-4ddb-8485-7f00ae187f4a req-99b7e3ca-465d-42a4-b127-c29c39b95632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:17.518002 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-b45b97bf-06d5-4ddb-8485-7f00ae187f4a req-99b7e3ca-465d-42a4-b127-c29c39b95632 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6f7fb169ff9b446089c4ed54ad80a0dc&device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 1097 time: 0.1196837 Sep 01 05:02:17.611662 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8e29ba-09a5-4ff8-a25c-52655eecd25e req-ebd7936a-fcd4-4665-b42d-0dc986c38f43 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:17.619335 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-6c8e29ba-09a5-4ff8-a25c-52655eecd25e req-ebd7936a-fcd4-4665-b42d-0dc986c38f43 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 943 time: 0.1061110 Sep 01 05:02:17.627660 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518d9da5-4a26-4f6b-b826-ebed2c505ea6 req-5c8806b6-c00f-4a33-a0e0-d94500aae2f3 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:17.628410 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-518d9da5-4a26-4f6b-b826-ebed2c505ea6 req-5c8806b6-c00f-4a33-a0e0-d94500aae2f3 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=21e1a61e-3d53-4e8d-8b7f-3acb18606bfe HTTP/1.1" status: 200 len: 944 time: 0.1296401 Sep 01 05:02:17.687803 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-6c8e29ba-09a5-4ff8-a25c-52655eecd25e req-c2b0331d-368e-4bd1-9bda-0ac457a74294 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups?id=08c24242-8d6a-47d6-ad10-c33dccdec691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583284 Sep 01 05:02:17.713614 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-518d9da5-4a26-4f6b-b826-ebed2c505ea6 req-56f1eccf-ec06-4240-8cb1-7ae23d52017c tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640907 Sep 01 05:02:18.167191 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8837d905-1d0a-499f-a183-281b7120990c req-1e63ad82-c63e-4e62-9ebc-7a70945a6837 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:18.168755 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-8837d905-1d0a-499f-a183-281b7120990c req-1e63ad82-c63e-4e62-9ebc-7a70945a6837 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 944 time: 0.0811980 Sep 01 05:02:18.181795 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deebb88-7052-468d-97c5-c43576e6e23a req-a3fe6489-3d42-495d-86ba-db981525bb68 tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:18.183333 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-5deebb88-7052-468d-97c5-c43576e6e23a req-a3fe6489-3d42-495d-86ba-db981525bb68 tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] 10.222.0.11 "GET /v2.0/ports?device_id=de95ae84-0a13-44c7-aa3a-4a63f2dcb518 HTTP/1.1" status: 200 len: 945 time: 0.0657299 Sep 01 05:02:18.239692 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-8837d905-1d0a-499f-a183-281b7120990c req-40aedc2e-1325-4a35-ab13-c1336aae9058 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553777 Sep 01 05:02:18.242729 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-5deebb88-7052-468d-97c5-c43576e6e23a req-a051fb15-98db-4af8-b0b8-c49b1dabe11b tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] 10.222.0.11 "GET /v2.0/security-groups?id=63cd6b54-f6bd-4c17-b05c-3feaa612db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523801 Sep 01 05:02:18.861349 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e63d9b-7eae-4416-a592-ae1206c287e7 req-aab45ae4-067b-4bdc-8f21-11be778f1d00 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:18.862870 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-81e63d9b-7eae-4416-a592-ae1206c287e7 req-aab45ae4-067b-4bdc-8f21-11be778f1d00 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=21e1a61e-3d53-4e8d-8b7f-3acb18606bfe HTTP/1.1" status: 200 len: 944 time: 0.0823328 Sep 01 05:02:18.871138 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730cfaaa-1c51-4431-8e69-7465712151a8 req-62e44c96-b3ea-4f63-9a66-444a511e304b tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:18.872494 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-730cfaaa-1c51-4431-8e69-7465712151a8 req-62e44c96-b3ea-4f63-9a66-444a511e304b tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 943 time: 0.0907626 Sep 01 05:02:18.926619 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-81e63d9b-7eae-4416-a592-ae1206c287e7 req-a8701c3a-bdf0-4bed-b59c-1140f8f12406 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531676 Sep 01 05:02:18.934032 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-730cfaaa-1c51-4431-8e69-7465712151a8 req-dfd0028c-7cc1-4879-b96d-c578a02b79a4 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups?id=08c24242-8d6a-47d6-ad10-c33dccdec691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548646 Sep 01 05:02:19.574278 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3437ad-646b-4941-a42e-d1c79fb48a9d req-6ee7e22d-60a3-4616-91eb-3b8b312e573c tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:19.575834 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-bb3437ad-646b-4941-a42e-d1c79fb48a9d req-6ee7e22d-60a3-4616-91eb-3b8b312e573c tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 944 time: 0.2560771 Sep 01 05:02:19.583662 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85351b2-e858-4930-b182-437710215ebe req-0b88a608-8388-4986-bca2-f47a7243eeee tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:19.585041 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-b85351b2-e858-4930-b182-437710215ebe req-0b88a608-8388-4986-bca2-f47a7243eeee tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] 10.222.0.11 "GET /v2.0/ports?device_id=de95ae84-0a13-44c7-aa3a-4a63f2dcb518 HTTP/1.1" status: 200 len: 945 time: 0.2540295 Sep 01 05:02:19.638267 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-bb3437ad-646b-4941-a42e-d1c79fb48a9d req-e6944cae-f52a-449c-b0d5-e845998a08bc tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502596 Sep 01 05:02:19.645854 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-b85351b2-e858-4930-b182-437710215ebe req-3fff09fd-2ce0-43fa-a5cf-d91f7fa48e74 tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] 10.222.0.11 "GET /v2.0/security-groups?id=63cd6b54-f6bd-4c17-b05c-3feaa612db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510616 Sep 01 05:02:20.075171 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45375729-f2a1-4d0a-aba9-c6b3260f4400 req-1c379447-7856-497c-b838-249cbaf94dea tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:20.076631 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-45375729-f2a1-4d0a-aba9-c6b3260f4400 req-1c379447-7856-497c-b838-249cbaf94dea tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 943 time: 0.0721674 Sep 01 05:02:20.083833 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93f7327-f59e-4da4-bd32-ecff6cfc86fd req-ae82425e-ccce-4f40-acb7-c1404c2ecab4 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:20.085181 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-b93f7327-f59e-4da4-bd32-ecff6cfc86fd req-ae82425e-ccce-4f40-acb7-c1404c2ecab4 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=21e1a61e-3d53-4e8d-8b7f-3acb18606bfe HTTP/1.1" status: 200 len: 944 time: 0.0892951 Sep 01 05:02:20.139535 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-45375729-f2a1-4d0a-aba9-c6b3260f4400 req-c10a01ef-2660-45c9-bf4b-b5e4f00f4dd1 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups?id=08c24242-8d6a-47d6-ad10-c33dccdec691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528367 Sep 01 05:02:20.146365 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-b93f7327-f59e-4da4-bd32-ecff6cfc86fd req-418c4949-c034-4ca6-b491-bed2f14a3d48 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536211 Sep 01 05:02:20.456736 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] get_ports_and_sgs() called for port_ids ['751997c4-9e87-414d-a807-eca808de742a'] {{(pid=100913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 05:02:20.482707 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] get_ports_and_sgs() called for port_ids ['6049c2dc-e275-479d-9108-b8b8bc8a5da1'] {{(pid=100913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 05:02:20.693661 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e34dd4b1-e4a6-4667-b6e0-ac18f78b1969 req-07155eb9-4a5e-4a7c-9911-bd9bb7c8c208 service neutron] 10.222.0.37 "GET /v2.0/networks/92e27a99-4acf-46a2-b103-44939bb42018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935576 Sep 01 05:02:20.790155 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45b97bf-06d5-4ddb-8485-7f00ae187f4a req-1df6071a-160b-4050-9ec9-058a841da737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:20.791868 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-b45b97bf-06d5-4ddb-8485-7f00ae187f4a req-1df6071a-160b-4050-9ec9-058a841da737 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=6f7fb169ff9b446089c4ed54ad80a0dc&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1926060 Sep 01 05:02:20.841343 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e34dd4b1-e4a6-4667-b6e0-ac18f78b1969 req-7fdadfef-a4e4-4987-ab48-63e45e60ac19 service neutron] 10.222.0.37 "GET /v2.0/networks/92e27a99-4acf-46a2-b103-44939bb42018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383078 Sep 01 05:02:20.937002 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f62e5df-131e-4756-a2a4-0e32e3e8dedd req-b0474a65-3fd7-41ba-bfb5-192769cf3642 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:20.938543 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-2f62e5df-131e-4756-a2a4-0e32e3e8dedd req-b0474a65-3fd7-41ba-bfb5-192769cf3642 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 944 time: 0.1613851 Sep 01 05:02:20.947497 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c6f711-145a-4e5c-9428-05e20d94f117 req-2ce266b7-9fd1-4d8e-9759-d73b5ca3f523 tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:20.949053 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-d8c6f711-145a-4e5c-9428-05e20d94f117 req-2ce266b7-9fd1-4d8e-9759-d73b5ca3f523 tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] 10.222.0.11 "GET /v2.0/ports?device_id=de95ae84-0a13-44c7-aa3a-4a63f2dcb518 HTTP/1.1" status: 200 len: 945 time: 0.1708453 Sep 01 05:02:21.007627 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-2f62e5df-131e-4756-a2a4-0e32e3e8dedd req-d84f43fa-dfd3-4804-b354-5e369b7617ba tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574903 Sep 01 05:02:21.012863 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-d8c6f711-145a-4e5c-9428-05e20d94f117 req-53a4bdd3-6b87-4819-9799-9cb242971272 tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] 10.222.0.11 "GET /v2.0/security-groups?id=63cd6b54-f6bd-4c17-b05c-3feaa612db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566399 Sep 01 05:02:21.128348 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45b97bf-06d5-4ddb-8485-7f00ae187f4a req-9b37d386-5827-474e-841c-6e07472d2760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:21.129799 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-b45b97bf-06d5-4ddb-8485-7f00ae187f4a req-9b37d386-5827-474e-841c-6e07472d2760 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3301477 Sep 01 05:02:21.289556 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb7751f-3747-45e0-b7ca-5483c65252b3 req-e68ab9ee-5fef-4232-a507-8a403a1d5544 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:21.291153 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-8eb7751f-3747-45e0-b7ca-5483c65252b3 req-e68ab9ee-5fef-4232-a507-8a403a1d5544 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 943 time: 0.0830326 Sep 01 05:02:21.304694 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c04a39-b92f-4c5e-8884-34fcf353f6f9 req-c84ee85f-9419-4663-a388-4438568af942 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:21.304694 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e8c04a39-b92f-4c5e-8884-34fcf353f6f9 req-c84ee85f-9419-4663-a388-4438568af942 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=21e1a61e-3d53-4e8d-8b7f-3acb18606bfe HTTP/1.1" status: 200 len: 944 time: 0.0833175 Sep 01 05:02:21.366115 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e8c04a39-b92f-4c5e-8884-34fcf353f6f9 req-ab5416e7-984d-4ec9-8b30-1bfc6db528a1 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588586 Sep 01 05:02:21.369079 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-8eb7751f-3747-45e0-b7ca-5483c65252b3 req-d0c82d85-66d1-4cea-b368-7078ff639ba6 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups?id=08c24242-8d6a-47d6-ad10-c33dccdec691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668879 Sep 01 05:02:21.980595 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:22.164130 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f67f86e-dd7c-44fa-af67-e438dac73734 req-957b9a6e-c207-4016-bf7d-c715ef6242e8 tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:22.165629 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-4f67f86e-dd7c-44fa-af67-e438dac73734 req-957b9a6e-c207-4016-bf7d-c715ef6242e8 tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] 10.222.0.11 "GET /v2.0/ports?device_id=de95ae84-0a13-44c7-aa3a-4a63f2dcb518 HTTP/1.1" status: 200 len: 945 time: 0.0815406 Sep 01 05:02:22.173633 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f4befe-b49c-4fde-bb1f-eabd2be5ccf1 req-94a67d7d-3cf1-4db0-8148-7b7819f2c8cf tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:22.175017 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-77f4befe-b49c-4fde-bb1f-eabd2be5ccf1 req-94a67d7d-3cf1-4db0-8148-7b7819f2c8cf tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 944 time: 0.0776973 Sep 01 05:02:22.228161 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-4f67f86e-dd7c-44fa-af67-e438dac73734 req-4aa3aed2-9274-4060-bc95-1453a9a3ea02 tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] 10.222.0.11 "GET /v2.0/security-groups?id=63cd6b54-f6bd-4c17-b05c-3feaa612db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521908 Sep 01 05:02:22.235102 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-77f4befe-b49c-4fde-bb1f-eabd2be5ccf1 req-01eeb7b8-0a57-4b07-8593-1a16bb136358 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518599 Sep 01 05:02:22.515130 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc601a9-27c7-4906-97d5-1980aa4cfecf req-44a4a3b7-766b-41e3-92d0-9bc17dda4f36 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:22.516505 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-9bc601a9-27c7-4906-97d5-1980aa4cfecf req-44a4a3b7-766b-41e3-92d0-9bc17dda4f36 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 943 time: 0.0793889 Sep 01 05:02:22.528031 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381550ce-a92a-44da-a284-be73d05550a0 req-21f88f79-b8a0-41ec-abae-aefa71346f2a tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:22.529407 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-381550ce-a92a-44da-a284-be73d05550a0 req-21f88f79-b8a0-41ec-abae-aefa71346f2a tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=21e1a61e-3d53-4e8d-8b7f-3acb18606bfe HTTP/1.1" status: 200 len: 944 time: 0.0680919 Sep 01 05:02:22.586424 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-9bc601a9-27c7-4906-97d5-1980aa4cfecf req-db1ba4de-6335-4731-bf0e-60c4d44bf940 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups?id=08c24242-8d6a-47d6-ad10-c33dccdec691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552094 Sep 01 05:02:22.593518 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-381550ce-a92a-44da-a284-be73d05550a0 req-f9fae526-304f-4bd3-8ebd-f5a6df9aa066 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574877 Sep 01 05:02:23.371856 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50225d10-a5c3-46fe-84aa-7f466a6b4be5 req-c4d7dde6-481a-46d3-b272-6ea456c144dd tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:23.373430 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-50225d10-a5c3-46fe-84aa-7f466a6b4be5 req-c4d7dde6-481a-46d3-b272-6ea456c144dd tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] 10.222.0.11 "GET /v2.0/ports?device_id=de95ae84-0a13-44c7-aa3a-4a63f2dcb518 HTTP/1.1" status: 200 len: 945 time: 0.0787492 Sep 01 05:02:23.381354 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b4c3ee-ea7f-46e8-b2ac-ea3909987341 req-b5bd206c-0813-467a-b234-6981c7fc1d68 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:23.383447 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-d6b4c3ee-ea7f-46e8-b2ac-ea3909987341 req-b5bd206c-0813-467a-b234-6981c7fc1d68 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 944 time: 0.0774944 Sep 01 05:02:23.442224 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-50225d10-a5c3-46fe-84aa-7f466a6b4be5 req-f26e6199-17b9-42ae-9fa2-9d4f7e6c3439 tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] 10.222.0.11 "GET /v2.0/security-groups?id=63cd6b54-f6bd-4c17-b05c-3feaa612db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578361 Sep 01 05:02:23.445506 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-d6b4c3ee-ea7f-46e8-b2ac-ea3909987341 req-76e51547-8301-495f-aece-5d36393bc6bf tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546813 Sep 01 05:02:23.730309 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f742c3bb-32df-4785-8ce4-74ed475eba10 req-6744af24-ad43-4bac-8544-2448894fe3e1 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:23.731849 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-f742c3bb-32df-4785-8ce4-74ed475eba10 req-6744af24-ad43-4bac-8544-2448894fe3e1 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 943 time: 0.0787308 Sep 01 05:02:23.739895 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d819b322-5d1c-41b0-b86a-c1b12f3de946 req-867d0e17-e6fa-456f-a5c5-3368cb14fe2c tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:23.741268 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-d819b322-5d1c-41b0-b86a-c1b12f3de946 req-867d0e17-e6fa-456f-a5c5-3368cb14fe2c tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=21e1a61e-3d53-4e8d-8b7f-3acb18606bfe HTTP/1.1" status: 200 len: 944 time: 0.0794523 Sep 01 05:02:23.800404 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-d819b322-5d1c-41b0-b86a-c1b12f3de946 req-ba51d99f-8eee-4d75-b004-f137f49810c7 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514061 Sep 01 05:02:23.803304 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-f742c3bb-32df-4785-8ce4-74ed475eba10 req-5df4eaf9-d408-4734-a8b1-1358fbae7d39 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups?id=08c24242-8d6a-47d6-ad10-c33dccdec691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603828 Sep 01 05:02:23.952001 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c4af85-7a9e-48a0-93ad-a590ef237805 req-27c22387-32c7-4e61-8c9d-4652139668bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:23.953462 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-67c4af85-7a9e-48a0-93ad-a590ef237805 req-27c22387-32c7-4e61-8c9d-4652139668bc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6f7fb169ff9b446089c4ed54ad80a0dc&device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 1097 time: 0.0392146 Sep 01 05:02:24.022784 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-67c4af85-7a9e-48a0-93ad-a590ef237805 req-8424d939-eaaa-4acf-a35a-6da3d1d80c4b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ae1315e-70f0-45fe-8112-437937003d33 HTTP/1.1" status: 200 len: 217 time: 0.0401425 Sep 01 05:02:24.075479 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c4af85-7a9e-48a0-93ad-a590ef237805 req-3bbd0824-0a59-496e-abd7-49e4ddae500f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:24.077274 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-67c4af85-7a9e-48a0-93ad-a590ef237805 req-3bbd0824-0a59-496e-abd7-49e4ddae500f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0619a0c6-b699-4546-b1ae-83c65a031c43 HTTP/1.1" status: 200 len: 855 time: 0.0461981 Sep 01 05:02:24.133935 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c4af85-7a9e-48a0-93ad-a590ef237805 req-fbcb61cf-81e3-4168-9bdd-396f812964df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:24.135506 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-67c4af85-7a9e-48a0-93ad-a590ef237805 req-fbcb61cf-81e3-4168-9bdd-396f812964df service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3c0fc3fe-cfc7-47f9-a3bb-23d1892df261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0488241 Sep 01 05:02:24.230552 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-67c4af85-7a9e-48a0-93ad-a590ef237805 req-fb035291-569b-4bf3-ab03-3d8d2177c06c service neutron] 10.222.0.37 "GET /v2.0/networks/3c0fc3fe-cfc7-47f9-a3bb-23d1892df261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868349 Sep 01 05:02:24.322938 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-67c4af85-7a9e-48a0-93ad-a590ef237805 req-14caf82a-afc9-4b40-ad3e-5a0d03a968d2 service neutron] 10.222.0.37 "GET /v2.0/networks/3c0fc3fe-cfc7-47f9-a3bb-23d1892df261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852053 Sep 01 05:02:24.346052 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device 751997c4-9e87-414d-a807-eca808de742a up at agent hyperv_hv-cinder-80473 {{(pid=100913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:02:24.490962 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Provisioning for port 751997c4-9e87-414d-a807-eca808de742a completed by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:02:24.496097 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Provisioning complete for port 751997c4-9e87-414d-a807-eca808de742a triggered by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:02:24.496560 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:24.586593 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:24.601551 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a9b155-e9ea-4763-ab63-d54a2cc2b88a req-635e459f-ae82-4f37-8386-fdc93351abb7 tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:24.606838 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-a5a9b155-e9ea-4763-ab63-d54a2cc2b88a req-635e459f-ae82-4f37-8386-fdc93351abb7 tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] 10.222.0.11 "GET /v2.0/ports?device_id=de95ae84-0a13-44c7-aa3a-4a63f2dcb518 HTTP/1.1" status: 200 len: 945 time: 0.0856125 Sep 01 05:02:24.610206 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aee9c1da-4b85-4736-8be3-b0190f921ea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '751997c4-9e87-414d-a807-eca808de742a'}] {{(pid=100913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:02:24.617169 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac1e9064bfa394a3c8e95a7ae5ebf8ce235ac3ce60c2245422c4078f9b609c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d5a9f3d-2a3a-4e22-89d1-7a60e3b65529" -d '{"events": [{"server_uuid": "aee9c1da-4b85-4736-8be3-b0190f921ea0", "name": "network-vif-plugged", "status": "completed", "tag": "751997c4-9e87-414d-a807-eca808de742a"}]}' {{(pid=100913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:02:24.626211 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] For port 751997c4-9e87-414d-a807-eca808de742a, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=751997c4-9e87-414d-a807-eca808de742a,segment=NetworkSegment(6e1bddff-bcf1-4e83-9c12-c4ded3ce417c),segment_id=6e1bddff-bcf1-4e83-9c12-c4ded3ce417c)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:02:24.643123 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d43e38-c6ae-4592-b753-3ee8b7927aad req-917da7f7-3eb5-4e24-bbdf-3b7a2595a562 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:24.645188 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-f8d43e38-c6ae-4592-b753-3ee8b7927aad req-917da7f7-3eb5-4e24-bbdf-3b7a2595a562 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 944 time: 0.1134422 Sep 01 05:02:24.672320 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-a5a9b155-e9ea-4763-ab63-d54a2cc2b88a req-873b1145-bbcd-4c32-8f6b-1b30b21d2c50 tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] 10.222.0.11 "GET /v2.0/security-groups?id=63cd6b54-f6bd-4c17-b05c-3feaa612db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614517 Sep 01 05:02:24.703709 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-f8d43e38-c6ae-4592-b753-3ee8b7927aad req-d9898b82-d07b-4c09-bc48-054350f5b8e2 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499268 Sep 01 05:02:24.720077 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:24.723347 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device 6049c2dc-e275-479d-9108-b8b8bc8a5da1 up at agent hyperv_hv-cinder-80473 {{(pid=100913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:02:24.758060 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 05:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-053d42f1-0558-4130-ab98-a4acac147cd8 x-openstack-request-id: req-053d42f1-0558-4130-ab98-a4acac147cd8 {{(pid=100913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:02:24.758400 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aee9c1da-4b85-4736-8be3-b0190f921ea0", "name": "network-vif-plugged", "status": "completed", "tag": "751997c4-9e87-414d-a807-eca808de742a", "code": 200}]} {{(pid=100913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:02:24.758608 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-053d42f1-0558-4130-ab98-a4acac147cd8 {{(pid=100913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:02:24.758942 dv-cinder-804735-5-iscsi neutron-server[100913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aee9c1da-4b85-4736-8be3-b0190f921ea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '751997c4-9e87-414d-a807-eca808de742a', 'code': 200} Sep 01 05:02:24.816589 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Pushing event updated for resources: {'Port': ['ID=751997c4-9e87-414d-a807-eca808de742a,revision_number=5']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:02:24.890517 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Provisioning for port 6049c2dc-e275-479d-9108-b8b8bc8a5da1 completed by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:02:24.894715 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Provisioning complete for port 6049c2dc-e275-479d-9108-b8b8bc8a5da1 triggered by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:02:24.895124 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:24.977657 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f8a8a5-54a2-4bc2-af3c-2a288628f903 req-66e236ee-a96f-4acc-9649-9c6e6bdfc888 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:24.985111 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-88f8a8a5-54a2-4bc2-af3c-2a288628f903 req-66e236ee-a96f-4acc-9649-9c6e6bdfc888 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=21e1a61e-3d53-4e8d-8b7f-3acb18606bfe HTTP/1.1" status: 200 len: 944 time: 0.0914867 Sep 01 05:02:25.002137 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ad58af-e3eb-43b5-be22-c8e064214263 req-1cbc6e3c-1232-4bf9-8021-74b72bf27d2b tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:25.003907 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-89ad58af-e3eb-43b5-be22-c8e064214263 req-1cbc6e3c-1232-4bf9-8021-74b72bf27d2b tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 943 time: 0.1194317 Sep 01 05:02:25.053608 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:25.062702 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-89ad58af-e3eb-43b5-be22-c8e064214263 req-8b244aeb-f148-4d95-83b3-5c04571dbf7c tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups?id=08c24242-8d6a-47d6-ad10-c33dccdec691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510263 Sep 01 05:02:25.094704 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-88f8a8a5-54a2-4bc2-af3c-2a288628f903 req-d36b443f-ccd1-4627-bfb9-7c873b8d3513 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086869 Sep 01 05:02:25.118206 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] For port 6049c2dc-e275-479d-9108-b8b8bc8a5da1, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=6049c2dc-e275-479d-9108-b8b8bc8a5da1,segment=NetworkSegment(6e1bddff-bcf1-4e83-9c12-c4ded3ce417c),segment_id=6e1bddff-bcf1-4e83-9c12-c4ded3ce417c)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:02:25.185015 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 44042) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:02:25.193685 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:25.224384 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ba4cb2-fa96-4aec-8959-f0942007d05e req-7bb19f9e-9b59-4f7e-af55-d1d97537baca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:25.227163 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-06ba4cb2-fa96-4aec-8959-f0942007d05e req-7bb19f9e-9b59-4f7e-af55-d1d97537baca service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=aee9c1da-4b85-4736-8be3-b0190f921ea0 HTTP/1.1" status: 200 len: 1099 time: 0.0970612 Sep 01 05:02:25.247024 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Pushing event updated for resources: {'Port': ['ID=6049c2dc-e275-479d-9108-b8b8bc8a5da1,revision_number=5']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:02:25.297363 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-06ba4cb2-fa96-4aec-8959-f0942007d05e req-fe92f1b8-4b84-4f91-824d-5b0d8f68b901 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540798 Sep 01 05:02:25.306728 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-04d2d6aa-36c9-46a4-9277-c945713805da admin admin] Notify callbacks [] for security_group, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:25.397062 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-04d2d6aa-36c9-46a4-9277-c945713805da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:25.496456 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-04d2d6aa-36c9-46a4-9277-c945713805da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:25.535837 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-04d2d6aa-36c9-46a4-9277-c945713805da admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a707873a17bd4d579cbbc350cabeebf6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3496361 Sep 01 05:02:25.536708 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d2d6aa-36c9-46a4-9277-c945713805da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e670aa-f1cd-471f-b181-b33475181270,revision_number=1']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:02:25.538491 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 44056) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:02:25.591610 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-92803dde-e2f9-44ed-b38f-a40644f205d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:25.613320 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-92803dde-e2f9-44ed-b38f-a40644f205d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:25.803364 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd94ea4-b4fe-45ac-9f42-054757b1902b req-51622797-c6ee-42a2-b9ae-d91b72cc5efa tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:25.805413 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-5dd94ea4-b4fe-45ac-9f42-054757b1902b req-51622797-c6ee-42a2-b9ae-d91b72cc5efa tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] 10.222.0.11 "GET /v2.0/ports?device_id=de95ae84-0a13-44c7-aa3a-4a63f2dcb518 HTTP/1.1" status: 200 len: 945 time: 0.0616193 Sep 01 05:02:25.828009 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-92803dde-e2f9-44ed-b38f-a40644f205d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:25.831358 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-92803dde-e2f9-44ed-b38f-a40644f205d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:25.835660 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-92803dde-e2f9-44ed-b38f-a40644f205d1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f7e670aa-f1cd-471f-b181-b33475181270 HTTP/1.1" status: 204 len: 168 time: 0.2956631 Sep 01 05:02:25.849603 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92803dde-e2f9-44ed-b38f-a40644f205d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e670aa-f1cd-471f-b181-b33475181270,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:02:25.872559 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-5dd94ea4-b4fe-45ac-9f42-054757b1902b req-79ab9b2b-5b28-4be0-b119-c6e0b28fb92c tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] 10.222.0.11 "GET /v2.0/security-groups?id=63cd6b54-f6bd-4c17-b05c-3feaa612db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578954 Sep 01 05:02:25.898288 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a0ea57-9338-4443-a8dc-06a124f0dab1 req-27f6b968-63c7-4a8a-abd4-996a440cacf9 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:25.898288 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-f9a0ea57-9338-4443-a8dc-06a124f0dab1 req-27f6b968-63c7-4a8a-abd4-996a440cacf9 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 944 time: 0.0877357 Sep 01 05:02:25.951450 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-f9a0ea57-9338-4443-a8dc-06a124f0dab1 req-4babdca0-9a88-4448-9703-48f7efdaed7a tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522876 Sep 01 05:02:26.210254 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2412a70e-a508-4d27-8944-bab556607510 req-36edba0b-7291-424f-bf19-a697d6ecd559 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:26.211928 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-2412a70e-a508-4d27-8944-bab556607510 req-36edba0b-7291-424f-bf19-a697d6ecd559 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 943 time: 0.0794215 Sep 01 05:02:26.224432 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d967ea80-b417-42fe-bb13-113b85d753ea req-32bdae97-c65a-4952-9ab8-0c23cc6955a9 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:26.226479 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-d967ea80-b417-42fe-bb13-113b85d753ea req-32bdae97-c65a-4952-9ab8-0c23cc6955a9 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=21e1a61e-3d53-4e8d-8b7f-3acb18606bfe HTTP/1.1" status: 200 len: 945 time: 0.0641744 Sep 01 05:02:26.277803 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-2412a70e-a508-4d27-8944-bab556607510 req-1eae758a-68f0-4ca3-857a-e51aa3a5c5b3 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups?id=08c24242-8d6a-47d6-ad10-c33dccdec691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502264 Sep 01 05:02:26.290196 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-d967ea80-b417-42fe-bb13-113b85d753ea req-0a048a4f-186a-42ce-b2fb-1921d625bcdf tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561600 Sep 01 05:02:26.350208 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device 9ae1315e-70f0-45fe-8112-437937003d33 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=100913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 05:02:26.443791 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] For port 9ae1315e-70f0-45fe-8112-437937003d33, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=9ae1315e-70f0-45fe-8112-437937003d33,segment=NetworkSegment(6efdb405-2837-4b70-a808-bb1ee8aa5349),segment_id=6efdb405-2837-4b70-a808-bb1ee8aa5349)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:02:26.455100 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Returning: {'device': '9ae1315e-70f0-45fe-8112-437937003d33', 'network_id': '3c0fc3fe-cfc7-47f9-a3bb-23d1892df261', 'port_id': '9ae1315e-70f0-45fe-8112-437937003d33', 'mac_address': 'fa:16:3e:2e:c8:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0619a0c6-b699-4546-b1ae-83c65a031c43', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 05:02:26.499578 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:26.512310 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.notifiers.nova [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ae1315e-70f0-45fe-8112-437937003d33 {{(pid=100913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 05:02:26.533309 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] For port 9ae1315e-70f0-45fe-8112-437937003d33, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=9ae1315e-70f0-45fe-8112-437937003d33,segment=NetworkSegment(6efdb405-2837-4b70-a808-bb1ee8aa5349),segment_id=6efdb405-2837-4b70-a808-bb1ee8aa5349)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:02:26.644830 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:26.645540 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device a959fe9a-920c-4c7e-be3f-ed71701a57b5 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=100913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 05:02:26.702121 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 44096) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:02:26.718891 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-c4a8ba80-613a-4063-9bc4-667fe48bfd4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:26.778028 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21e1a61e-3d53-4e8d-8b7f-3acb18606bfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6049c2dc-e275-479d-9108-b8b8bc8a5da1'}] {{(pid=100913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:02:26.780604 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac1e9064bfa394a3c8e95a7ae5ebf8ce235ac3ce60c2245422c4078f9b609c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8775a55-a3fa-4234-a591-3963ab107780" -d '{"events": [{"server_uuid": "21e1a61e-3d53-4e8d-8b7f-3acb18606bfe", "name": "network-vif-plugged", "status": "completed", "tag": "6049c2dc-e275-479d-9108-b8b8bc8a5da1"}]}' {{(pid=100913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:02:26.803189 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Pushing event updated for resources: {'Port': ['ID=9ae1315e-70f0-45fe-8112-437937003d33,revision_number=4']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:02:26.855029 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-c4a8ba80-613a-4063-9bc4-667fe48bfd4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:26.876387 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 05:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e2f6cc-7857-4118-8bf3-531162d6d082 x-openstack-request-id: req-04e2f6cc-7857-4118-8bf3-531162d6d082 {{(pid=100913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:02:26.876525 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21e1a61e-3d53-4e8d-8b7f-3acb18606bfe", "name": "network-vif-plugged", "status": "completed", "tag": "6049c2dc-e275-479d-9108-b8b8bc8a5da1", "code": 200}]} {{(pid=100913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:02:26.876938 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-04e2f6cc-7857-4118-8bf3-531162d6d082 {{(pid=100913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:02:26.877454 dv-cinder-804735-5-iscsi neutron-server[100913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21e1a61e-3d53-4e8d-8b7f-3acb18606bfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6049c2dc-e275-479d-9108-b8b8bc8a5da1', 'code': 200} Sep 01 05:02:26.903308 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] For port a959fe9a-920c-4c7e-be3f-ed71701a57b5, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=a959fe9a-920c-4c7e-be3f-ed71701a57b5,segment=NetworkSegment(e92f5f75-4b28-4c21-a02f-3b0b28f57878),segment_id=e92f5f75-4b28-4c21-a02f-3b0b28f57878)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:02:26.938092 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Returning: {'device': 'a959fe9a-920c-4c7e-be3f-ed71701a57b5', 'network_id': '92e27a99-4acf-46a2-b103-44939bb42018', 'port_id': 'a959fe9a-920c-4c7e-be3f-ed71701a57b5', 'mac_address': 'fa:16:3e:d3:a7:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '632c2506-9627-456a-904a-03e2fe14470f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 05:02:26.954022 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-c4a8ba80-613a-4063-9bc4-667fe48bfd4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:27.029775 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:27.046107 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.notifiers.nova [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a959fe9a-920c-4c7e-be3f-ed71701a57b5 {{(pid=100913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 05:02:27.046622 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-c4a8ba80-613a-4063-9bc4-667fe48bfd4e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e07fe6fe9edb4fdfa6db0ecac70c8a6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3431745 Sep 01 05:02:27.050154 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 44112) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:02:27.082014 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a8ba80-613a-4063-9bc4-667fe48bfd4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72b3e643-e2b4-466a-a269-7f0150f0cab9,revision_number=1']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:02:27.099670 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] For port a959fe9a-920c-4c7e-be3f-ed71701a57b5, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=a959fe9a-920c-4c7e-be3f-ed71701a57b5,segment=NetworkSegment(e92f5f75-4b28-4c21-a02f-3b0b28f57878),segment_id=e92f5f75-4b28-4c21-a02f-3b0b28f57878)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:02:27.140652 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84334c0e-cb95-46cb-8ac5-d25e6b9e0d76 req-97535cb4-3d61-45d6-8aef-f935f6ac0ceb tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:27.142975 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-84334c0e-cb95-46cb-8ac5-d25e6b9e0d76 req-97535cb4-3d61-45d6-8aef-f935f6ac0ceb tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 945 time: 0.0913136 Sep 01 05:02:27.156174 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-3af972ea-c76a-4db0-aa9b-7d0d215eef26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:27.199825 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-84334c0e-cb95-46cb-8ac5-d25e6b9e0d76 req-574b3a6d-4119-41ae-b936-630c70fa71dc tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493340 Sep 01 05:02:27.219091 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-3af972ea-c76a-4db0-aa9b-7d0d215eef26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:27.245066 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:27.296298 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Pushing event updated for resources: {'Port': ['ID=a959fe9a-920c-4c7e-be3f-ed71701a57b5,revision_number=4']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:02:27.360054 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-3af972ea-c76a-4db0-aa9b-7d0d215eef26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:27.366198 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-3af972ea-c76a-4db0-aa9b-7d0d215eef26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:27.368606 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-3af972ea-c76a-4db0-aa9b-7d0d215eef26 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/72b3e643-e2b4-466a-a269-7f0150f0cab9 HTTP/1.1" status: 204 len: 168 time: 0.3168573 Sep 01 05:02:27.380155 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af972ea-c76a-4db0-aa9b-7d0d215eef26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b3e643-e2b4-466a-a269-7f0150f0cab9,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:02:27.462041 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38512dc1-0143-4174-ac5b-5d5dbb13fa80 req-dc0b1734-d42d-455f-bdcf-781c6767a225 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:27.463737 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-38512dc1-0143-4174-ac5b-5d5dbb13fa80 req-dc0b1734-d42d-455f-bdcf-781c6767a225 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 944 time: 0.1028123 Sep 01 05:02:27.464137 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e8658e-72a9-4fd3-919f-1988d14c4f06 req-18d27680-e5af-4778-b27c-7729db8515fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:27.466123 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-36e8658e-72a9-4fd3-919f-1988d14c4f06 req-18d27680-e5af-4778-b27c-7729db8515fe service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=21e1a61e-3d53-4e8d-8b7f-3acb18606bfe HTTP/1.1" status: 200 len: 1098 time: 0.0579364 Sep 01 05:02:27.472784 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fbcf7e-7208-47a3-bed3-a7b167435583 req-e721e3c0-6600-417f-9e54-24b823704b67 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:27.474274 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-98fbcf7e-7208-47a3-bed3-a7b167435583 req-e721e3c0-6600-417f-9e54-24b823704b67 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=21e1a61e-3d53-4e8d-8b7f-3acb18606bfe HTTP/1.1" status: 200 len: 945 time: 0.1039140 Sep 01 05:02:27.513594 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-36e8658e-72a9-4fd3-919f-1988d14c4f06 req-05b536c0-d97b-4668-9b23-29b8bfb5e867 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305765 Sep 01 05:02:27.535572 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-38512dc1-0143-4174-ac5b-5d5dbb13fa80 req-f5f5e7d0-c491-4350-a38d-11c44df0e62c tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups?id=08c24242-8d6a-47d6-ad10-c33dccdec691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603163 Sep 01 05:02:27.542576 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-98fbcf7e-7208-47a3-bed3-a7b167435583 req-d6752983-8a6b-478f-aac1-c7b26a41fcc6 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601678 Sep 01 05:02:27.799137 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] get_ports_and_sgs() called for port_ids ['a959fe9a-920c-4c7e-be3f-ed71701a57b5'] {{(pid=100913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 05:02:27.827863 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] get_ports_and_sgs() called for port_ids ['9ae1315e-70f0-45fe-8112-437937003d33'] {{(pid=100913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 05:02:28.135442 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 44154) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:02:28.149195 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-7960c6dd-7267-4308-8e86-3a4edd1e047f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:28.254014 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-7960c6dd-7267-4308-8e86-3a4edd1e047f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:28.324251 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8149a5-56c0-4c28-a9f2-fd7fe46579e3 req-9e285a2d-11cd-4db0-86cd-f14eb3165a3b tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:28.325811 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-1b8149a5-56c0-4c28-a9f2-fd7fe46579e3 req-9e285a2d-11cd-4db0-86cd-f14eb3165a3b tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 945 time: 0.0510004 Sep 01 05:02:28.330853 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-7960c6dd-7267-4308-8e86-3a4edd1e047f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:28.369033 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-1b8149a5-56c0-4c28-a9f2-fd7fe46579e3 req-a58869b0-10cd-4f6b-baa4-22636d9ece1a tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345049 Sep 01 05:02:28.378418 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-7960c6dd-7267-4308-8e86-3a4edd1e047f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0dc2d680f56741c8b46b75854aa2cda6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2419012 Sep 01 05:02:28.381477 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 44174) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:02:28.384991 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7960c6dd-7267-4308-8e86-3a4edd1e047f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a53ecd-50b9-458f-8368-9232232697a7,revision_number=1']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:02:28.439129 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-fd6ad941-7770-4580-a4df-2a623afb0104 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:28.466158 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-fd6ad941-7770-4580-a4df-2a623afb0104 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:28.563516 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-fd6ad941-7770-4580-a4df-2a623afb0104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:28.566800 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-fd6ad941-7770-4580-a4df-2a623afb0104 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:28.567957 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-fd6ad941-7770-4580-a4df-2a623afb0104 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d2a53ecd-50b9-458f-8368-9232232697a7 HTTP/1.1" status: 204 len: 168 time: 0.1854877 Sep 01 05:02:28.580001 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6ad941-7770-4580-a4df-2a623afb0104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a53ecd-50b9-458f-8368-9232232697a7,revision_number=None']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:02:28.670407 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f74742a-b26e-4717-83cc-3c9986f17f1d req-58cba153-6815-41db-9286-f8979b66eafd tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:28.672118 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-0f74742a-b26e-4717-83cc-3c9986f17f1d req-58cba153-6815-41db-9286-f8979b66eafd tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 944 time: 0.0519409 Sep 01 05:02:28.709408 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-0f74742a-b26e-4717-83cc-3c9986f17f1d req-c45ba221-6148-4760-8b1c-7dbbc153343b tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups?id=08c24242-8d6a-47d6-ad10-c33dccdec691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314620 Sep 01 05:02:28.814164 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a10b59-eee2-43ff-9d8e-4abd35f1eaf0 req-904bb9ff-4388-4e3b-b2f9-0821bf43c86e tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:28.821441 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e1a10b59-eee2-43ff-9d8e-4abd35f1eaf0 req-904bb9ff-4388-4e3b-b2f9-0821bf43c86e tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=21e1a61e-3d53-4e8d-8b7f-3acb18606bfe HTTP/1.1" status: 200 len: 945 time: 0.0567796 Sep 01 05:02:28.857370 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e1a10b59-eee2-43ff-9d8e-4abd35f1eaf0 req-8a1c1b20-e180-46ac-a59b-dcf1930d8bc4 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350344 Sep 01 05:02:29.511953 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258c1b46-57cd-4695-b723-87aa8fd5eac0 req-6079e7c1-9146-4abc-9a62-9db730c7eb17 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:29.513438 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-258c1b46-57cd-4695-b723-87aa8fd5eac0 req-6079e7c1-9146-4abc-9a62-9db730c7eb17 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 945 time: 0.0549283 Sep 01 05:02:29.551159 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-258c1b46-57cd-4695-b723-87aa8fd5eac0 req-c427d08b-d774-4df1-ba6a-054994f91634 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314288 Sep 01 05:02:29.825018 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448e1a3-f5d6-43b3-82cf-d608d0f2c281 req-7cbd1262-89ea-4c9b-b66f-baa522e54a3e tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:29.826912 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-6448e1a3-f5d6-43b3-82cf-d608d0f2c281 req-7cbd1262-89ea-4c9b-b66f-baa522e54a3e tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 944 time: 0.0497770 Sep 01 05:02:29.866206 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-6448e1a3-f5d6-43b3-82cf-d608d0f2c281 req-c89e35cf-ac98-4b4d-8c70-f85887fb9901 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups?id=08c24242-8d6a-47d6-ad10-c33dccdec691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333500 Sep 01 05:02:29.978109 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a9520c-28ef-4996-a2ce-0433ad0076f8 req-10f17734-6065-4a33-b581-c1747766ef0a tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:29.979529 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-50a9520c-28ef-4996-a2ce-0433ad0076f8 req-10f17734-6065-4a33-b581-c1747766ef0a tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=21e1a61e-3d53-4e8d-8b7f-3acb18606bfe HTTP/1.1" status: 200 len: 945 time: 0.0504131 Sep 01 05:02:30.018444 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-50a9520c-28ef-4996-a2ce-0433ad0076f8 req-02c1eae5-962a-4163-ac09-4c1138c68aa7 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328889 Sep 01 05:02:30.390661 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device 9ae1315e-70f0-45fe-8112-437937003d33 up at agent hyperv_hv-cinder-80473 {{(pid=100913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:02:30.558903 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Provisioning for port 9ae1315e-70f0-45fe-8112-437937003d33 completed by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:02:30.562871 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Provisioning complete for port 9ae1315e-70f0-45fe-8112-437937003d33 triggered by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:02:30.563265 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:30.607495 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d27368-5bf4-45ce-ac8c-87d6c2621c93 req-53e3bee2-cd4c-4634-aff4-31d5171c61c1 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:30.609098 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-51d27368-5bf4-45ce-ac8c-87d6c2621c93 req-53e3bee2-cd4c-4634-aff4-31d5171c61c1 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=21e1a61e-3d53-4e8d-8b7f-3acb18606bfe HTTP/1.1" status: 200 len: 945 time: 0.0571218 Sep 01 05:02:30.676332 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:30.699230 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-51d27368-5bf4-45ce-ac8c-87d6c2621c93 req-7497915e-11f1-4ea1-b32d-ef33c9ad81fe tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837567 Sep 01 05:02:30.718033 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b017cba-149f-43c2-81da-aa7b9faa76e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ae1315e-70f0-45fe-8112-437937003d33'}] {{(pid=100913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:02:30.719155 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ef0e1-9133-4aa0-b1d6-6d351802407a req-6c5609ba-63fe-46ab-b078-74d5eed1f4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:30.720467 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac1e9064bfa394a3c8e95a7ae5ebf8ce235ac3ce60c2245422c4078f9b609c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20b8fd93-bf11-413a-9d9e-5395bc5b181d" -d '{"events": [{"server_uuid": "7b017cba-149f-43c2-81da-aa7b9faa76e4", "name": "network-vif-plugged", "status": "completed", "tag": "9ae1315e-70f0-45fe-8112-437937003d33"}]}' {{(pid=100913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:02:30.721177 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-143ef0e1-9133-4aa0-b1d6-6d351802407a req-6c5609ba-63fe-46ab-b078-74d5eed1f4ca service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6656dbfc754f4b4eb5789000e7b6d945&device_id=21e1a61e-3d53-4e8d-8b7f-3acb18606bfe HTTP/1.1" status: 200 len: 1098 time: 0.0514257 Sep 01 05:02:30.753435 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] For port 9ae1315e-70f0-45fe-8112-437937003d33, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=9ae1315e-70f0-45fe-8112-437937003d33,segment=NetworkSegment(6efdb405-2837-4b70-a808-bb1ee8aa5349),segment_id=6efdb405-2837-4b70-a808-bb1ee8aa5349)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:02:30.759277 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4fb43b-6b30-495d-8aef-cd4a584c67a1 req-c80d3f46-4df8-4a64-b02b-a6a35ee6f28c tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:30.767299 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-0b4fb43b-6b30-495d-8aef-cd4a584c67a1 req-c80d3f46-4df8-4a64-b02b-a6a35ee6f28c tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 945 time: 0.1234291 Sep 01 05:02:30.817879 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 05:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-301f4c2b-8cef-4bf3-a241-e4d98f55cacc x-openstack-request-id: req-301f4c2b-8cef-4bf3-a241-e4d98f55cacc {{(pid=100913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:02:30.818181 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b017cba-149f-43c2-81da-aa7b9faa76e4", "name": "network-vif-plugged", "status": "completed", "tag": "9ae1315e-70f0-45fe-8112-437937003d33", "code": 200}]} {{(pid=100913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:02:30.818423 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-301f4c2b-8cef-4bf3-a241-e4d98f55cacc {{(pid=100913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:02:30.819023 dv-cinder-804735-5-iscsi neutron-server[100913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b017cba-149f-43c2-81da-aa7b9faa76e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ae1315e-70f0-45fe-8112-437937003d33', 'code': 200} Sep 01 05:02:30.826144 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-0b4fb43b-6b30-495d-8aef-cd4a584c67a1 req-80befae8-6f41-4e31-b0f6-b18cb91d5f9f tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563149 Sep 01 05:02:30.850410 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:30.851324 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device a959fe9a-920c-4c7e-be3f-ed71701a57b5 up at agent hyperv_hv-cinder-80473 {{(pid=100913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:02:30.858128 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ef0e1-9133-4aa0-b1d6-6d351802407a req-7389c762-e0c9-4099-abc5-9b4576da0e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:30.859665 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-143ef0e1-9133-4aa0-b1d6-6d351802407a req-7389c762-e0c9-4099-abc5-9b4576da0e48 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e239844d-232c-4a02-ba33-46d720e37c24 HTTP/1.1" status: 200 len: 920 time: 0.1271017 Sep 01 05:02:30.940793 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-143ef0e1-9133-4aa0-b1d6-6d351802407a req-79755cf8-6c55-4ea1-befb-a5bb82478ea6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6049c2dc-e275-479d-9108-b8b8bc8a5da1 HTTP/1.1" status: 200 len: 217 time: 0.0452940 Sep 01 05:02:30.941609 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Pushing event updated for resources: {'Port': ['ID=9ae1315e-70f0-45fe-8112-437937003d33,revision_number=5']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:02:30.997372 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bd6453-134a-4642-a44f-75fc5687c3e0 req-7899bc3f-5801-4a0c-b077-aa3c0b43d944 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:30.998981 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-d5bd6453-134a-4642-a44f-75fc5687c3e0 req-7899bc3f-5801-4a0c-b077-aa3c0b43d944 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 944 time: 0.0553243 Sep 01 05:02:31.000065 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ef0e1-9133-4aa0-b1d6-6d351802407a req-4e7ba0b7-21f8-4542-a629-6a9e42188e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:31.001509 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-143ef0e1-9133-4aa0-b1d6-6d351802407a req-4e7ba0b7-21f8-4542-a629-6a9e42188e68 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f3160f96-5162-4386-b59c-1540b2ae925c HTTP/1.1" status: 200 len: 859 time: 0.0460560 Sep 01 05:02:31.033604 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Provisioning for port a959fe9a-920c-4c7e-be3f-ed71701a57b5 completed by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:02:31.038482 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Provisioning complete for port a959fe9a-920c-4c7e-be3f-ed71701a57b5 triggered by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:02:31.038893 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:31.040276 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-143ef0e1-9133-4aa0-b1d6-6d351802407a req-0d8b98d6-bc67-4723-8959-79d6bfb94a70 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e239844d-232c-4a02-ba33-46d720e37c24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258715 Sep 01 05:02:31.041067 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-d5bd6453-134a-4642-a44f-75fc5687c3e0 req-f8d358ea-47fb-4896-8657-e7c32bc949c1 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups?id=08c24242-8d6a-47d6-ad10-c33dccdec691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360072 Sep 01 05:02:31.124607 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:31.140304 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-143ef0e1-9133-4aa0-b1d6-6d351802407a req-35849f74-e096-4f9b-aa1e-a525ed710850 service neutron] 10.222.0.37 "GET /v2.0/networks/e239844d-232c-4a02-ba33-46d720e37c24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919826 Sep 01 05:02:31.158961 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] For port a959fe9a-920c-4c7e-be3f-ed71701a57b5, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=a959fe9a-920c-4c7e-be3f-ed71701a57b5,segment=NetworkSegment(e92f5f75-4b28-4c21-a02f-3b0b28f57878),segment_id=e92f5f75-4b28-4c21-a02f-3b0b28f57878)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:02:31.235949 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-143ef0e1-9133-4aa0-b1d6-6d351802407a req-b379cd14-0c0c-470d-ae3b-1e9578f6e50c service neutron] 10.222.0.37 "GET /v2.0/networks/e239844d-232c-4a02-ba33-46d720e37c24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878754 Sep 01 05:02:31.259631 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be04733-193a-407b-8326-33dacbfb2eca req-53512686-8a51-49ae-8965-13089a2c3887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:31.261004 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:31.261121 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-6be04733-193a-407b-8326-33dacbfb2eca req-53512686-8a51-49ae-8965-13089a2c3887 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 1099 time: 0.0417964 Sep 01 05:02:31.298560 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-6be04733-193a-407b-8326-33dacbfb2eca req-4dd0b7df-bf2a-4e34-9dea-eba05e8ce820 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294373 Sep 01 05:02:31.311333 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Pushing event updated for resources: {'Port': ['ID=a959fe9a-920c-4c7e-be3f-ed71701a57b5,revision_number=5']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:02:31.822416 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789834d7-76c6-4da0-b8b6-f32d3b14c654 req-2150f350-014f-46a6-993e-0e68048cb718 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:31.823969 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-789834d7-76c6-4da0-b8b6-f32d3b14c654 req-2150f350-014f-46a6-993e-0e68048cb718 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=21e1a61e-3d53-4e8d-8b7f-3acb18606bfe HTTP/1.1" status: 200 len: 945 time: 0.0539775 Sep 01 05:02:31.882912 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-789834d7-76c6-4da0-b8b6-f32d3b14c654 req-3957aea5-d42f-494c-a9bd-8e3a1b67059d tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460482 Sep 01 05:02:31.961895 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc22456-ad50-4fc5-9421-ee81f57e5f07 req-cf0a8f68-d19a-4b9d-a0d0-356abf8e6b02 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:31.963648 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-0fc22456-ad50-4fc5-9421-ee81f57e5f07 req-cf0a8f68-d19a-4b9d-a0d0-356abf8e6b02 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 946 time: 0.0493405 Sep 01 05:02:32.002917 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-0fc22456-ad50-4fc5-9421-ee81f57e5f07 req-8bf0f4f6-9df7-4d09-988a-2d9bfdb93d61 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328066 Sep 01 05:02:32.181845 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18f47d9-f4ff-4cfe-9ff7-9ce4de2b2a5d req-5479d5d1-b800-4c5b-94e5-c6270fe69208 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:32.183385 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e18f47d9-f4ff-4cfe-9ff7-9ce4de2b2a5d req-5479d5d1-b800-4c5b-94e5-c6270fe69208 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 945 time: 0.0541494 Sep 01 05:02:32.221284 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e18f47d9-f4ff-4cfe-9ff7-9ce4de2b2a5d req-91cb88c6-9e70-415d-a349-66763b7ec0c0 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups?id=08c24242-8d6a-47d6-ad10-c33dccdec691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315177 Sep 01 05:02:32.821378 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e13dc258-ed43-4846-8be5-696fa82ca627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a959fe9a-920c-4c7e-be3f-ed71701a57b5'}] {{(pid=100913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:02:32.823893 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac1e9064bfa394a3c8e95a7ae5ebf8ce235ac3ce60c2245422c4078f9b609c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5789c2c0-cfbb-436f-bde7-fd3cba4c14bc" -d '{"events": [{"server_uuid": "e13dc258-ed43-4846-8be5-696fa82ca627", "name": "network-vif-plugged", "status": "completed", "tag": "a959fe9a-920c-4c7e-be3f-ed71701a57b5"}]}' {{(pid=100913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:02:32.862084 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 05:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b061bf64-a939-4197-8d28-30f557605872 x-openstack-request-id: req-b061bf64-a939-4197-8d28-30f557605872 {{(pid=100913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:02:32.862393 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e13dc258-ed43-4846-8be5-696fa82ca627", "name": "network-vif-plugged", "status": "completed", "tag": "a959fe9a-920c-4c7e-be3f-ed71701a57b5", "code": 200}]} {{(pid=100913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:02:32.866133 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b061bf64-a939-4197-8d28-30f557605872 {{(pid=100913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:02:32.871675 dv-cinder-804735-5-iscsi neutron-server[100913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e13dc258-ed43-4846-8be5-696fa82ca627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a959fe9a-920c-4c7e-be3f-ed71701a57b5', 'code': 200} Sep 01 05:02:33.001679 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a74481-2ce3-4ac9-beda-d30fb01b466b req-8df97a05-c16a-42de-9e05-68da3e6efe41 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:33.003188 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-11a74481-2ce3-4ac9-beda-d30fb01b466b req-8df97a05-c16a-42de-9e05-68da3e6efe41 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=21e1a61e-3d53-4e8d-8b7f-3acb18606bfe HTTP/1.1" status: 200 len: 945 time: 0.0493617 Sep 01 05:02:33.049540 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-11a74481-2ce3-4ac9-beda-d30fb01b466b req-f12d9b61-5a3f-4d7c-8530-469c85689a3b tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367568 Sep 01 05:02:33.137524 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d303dd-13d9-4cc2-a027-c98bc24fffc4 req-67a626c0-4200-433e-8409-5efa0391e11b tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:33.139133 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-62d303dd-13d9-4cc2-a027-c98bc24fffc4 req-67a626c0-4200-433e-8409-5efa0391e11b tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 946 time: 0.0512207 Sep 01 05:02:33.177125 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-62d303dd-13d9-4cc2-a027-c98bc24fffc4 req-07590ee0-e587-45c8-980f-0b5434ac0663 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316658 Sep 01 05:02:33.340558 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dce486-9184-49e7-8e94-f471a5ea0ef6 req-6749ece8-645f-4c50-86d0-8782a49a4ede tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:33.342032 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-10dce486-9184-49e7-8e94-f471a5ea0ef6 req-6749ece8-645f-4c50-86d0-8782a49a4ede tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 945 time: 0.0521634 Sep 01 05:02:33.378995 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-10dce486-9184-49e7-8e94-f471a5ea0ef6 req-e7c37298-7a2b-4c6e-9aff-cbccbcad6fa0 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups?id=08c24242-8d6a-47d6-ad10-c33dccdec691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307848 Sep 01 05:02:34.160523 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e34579-33c9-43c4-87f9-4f329fcf881a req-b7fc9975-4eb7-43bb-a9bb-c00ec7928413 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:34.161952 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-96e34579-33c9-43c4-87f9-4f329fcf881a req-b7fc9975-4eb7-43bb-a9bb-c00ec7928413 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=21e1a61e-3d53-4e8d-8b7f-3acb18606bfe HTTP/1.1" status: 200 len: 945 time: 0.0464082 Sep 01 05:02:34.199134 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-96e34579-33c9-43c4-87f9-4f329fcf881a req-7148efdc-6991-40e5-8d1e-e371d0605e89 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306802 Sep 01 05:02:34.293902 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cdd713-3400-4227-bed3-6b27ed0b5673 req-63e743d2-982e-47af-a37a-0b7fb7b18b57 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:34.295358 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-10cdd713-3400-4227-bed3-6b27ed0b5673 req-63e743d2-982e-47af-a37a-0b7fb7b18b57 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 946 time: 0.0467312 Sep 01 05:02:34.332761 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-10cdd713-3400-4227-bed3-6b27ed0b5673 req-01b40403-a51f-4aeb-b491-a186d670ef6a tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314548 Sep 01 05:02:34.449812 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb9aa28-1c1d-45c3-b3f6-ce0dc5d9121f req-577414f1-96ad-4466-8e06-4cd11fd2642b tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:34.451288 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-eeb9aa28-1c1d-45c3-b3f6-ce0dc5d9121f req-577414f1-96ad-4466-8e06-4cd11fd2642b tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 946 time: 0.0497794 Sep 01 05:02:34.459738 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 44340) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:02:34.465087 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.v2.base [None req-5340aa93-c575-41ee-aa1f-5a84386d0288 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Request body: {'floatingip': {'port_id': '9ae1315e-70f0-45fe-8112-437937003d33'}} {{(pid=100911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:02:34.502477 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff19d5f2-947f-491d-a33a-48babc0d3f76 req-73e964e6-1407-498b-9de1-5c2b10880b49 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:34.504158 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-ff19d5f2-947f-491d-a33a-48babc0d3f76 req-73e964e6-1407-498b-9de1-5c2b10880b49 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 945 time: 0.0519896 Sep 01 05:02:34.540088 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-5340aa93-c575-41ee-aa1f-5a84386d0288 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Notify callbacks [] for floatingip, before_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:34.543292 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-ff19d5f2-947f-491d-a33a-48babc0d3f76 req-509a82e4-adbb-4051-925b-f09f0c0fc0b6 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups?id=08c24242-8d6a-47d6-ad10-c33dccdec691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322840 Sep 01 05:02:35.325008 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59422210-2a83-4a51-9fcc-409afbfb8741 req-c1a25170-72d1-44aa-b0a3-7497123a69fa tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:35.326619 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-59422210-2a83-4a51-9fcc-409afbfb8741 req-c1a25170-72d1-44aa-b0a3-7497123a69fa tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=21e1a61e-3d53-4e8d-8b7f-3acb18606bfe HTTP/1.1" status: 200 len: 945 time: 0.0563283 Sep 01 05:02:35.343582 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-5340aa93-c575-41ee-aa1f-5a84386d0288 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:35.364979 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-59422210-2a83-4a51-9fcc-409afbfb8741 req-7093a9f4-f387-48fe-916f-6344ecdf84a5 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322988 Sep 01 05:02:35.661386 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e21d65b-3f3d-4805-a3cb-1c69461811e9 req-47f0ad7f-cbb4-489e-a495-684e8461d99c tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:35.662879 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-0e21d65b-3f3d-4805-a3cb-1c69461811e9 req-47f0ad7f-cbb4-489e-a495-684e8461d99c tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 945 time: 0.0505626 Sep 01 05:02:35.684595 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-5340aa93-c575-41ee-aa1f-5a84386d0288 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1958929'] for floatingip, after_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:35.701251 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-0e21d65b-3f3d-4805-a3cb-1c69461811e9 req-83bf5e72-3da3-456b-9f24-6a85a579f432 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups?id=08c24242-8d6a-47d6-ad10-c33dccdec691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315540 Sep 01 05:02:35.791422 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.db.l3_db [None req-5340aa93-c575-41ee-aa1f-5a84386d0288 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Floating IP b59e6165-b82b-435e-8b24-04cc487c7661 associated. External IP: 172.27.2.245, port: 9ae1315e-70f0-45fe-8112-437937003d33. Sep 01 05:02:35.960981 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28792ad5-edcf-45dc-ab29-3f4f73b92113 req-8fba9852-8908-426c-af21-222f659724a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:35.963909 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-28792ad5-edcf-45dc-ab29-3f4f73b92113 req-8fba9852-8908-426c-af21-222f659724a8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 1098 time: 0.0513732 Sep 01 05:02:36.014144 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-28792ad5-edcf-45dc-ab29-3f4f73b92113 req-35fd2dbc-17eb-4f4f-8d47-1fd2ed1545c3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=08c24242-8d6a-47d6-ad10-c33dccdec691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327899 Sep 01 05:02:36.022394 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5340aa93-c575-41ee-aa1f-5a84386d0288 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Router cf7833d7-4c97-4622-afaf-57ace39decf3 has already been hosted by L3 agent dd4ad2d5-7278-4db2-b968-23881816b870 {{(pid=100911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 05:02:36.151709 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5340aa93-c575-41ee-aa1f-5a84386d0288 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Notify agent at l3_agent.dv-cinder-804735-5-iscsi the message routers_updated {{(pid=100911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 05:02:36.157187 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-5340aa93-c575-41ee-aa1f-5a84386d0288 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428309'] for floatingip, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:36.165331 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e2f582-224d-4f70-be0e-34d6b885cb10 None None] Sync routers for ids ['cf7833d7-4c97-4622-afaf-57ace39decf3'] in dv-cinder-804735-5-iscsi {{(pid=100914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 05:02:36.174727 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e2f582-224d-4f70-be0e-34d6b885cb10 None None] Routers {'cf7833d7-4c97-4622-afaf-57ace39decf3'} bound to L3 agent in host dv-cinder-804735-5-iscsi {{(pid=100914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:02:36.175373 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_hamode_db [None req-37e2f582-224d-4f70-be0e-34d6b885cb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T04:53:40Z,description=,heartbeat_timestamp=2021-09-01T05:02:10Z,host='dv-cinder-804735-5-iscsi',id=dd4ad2d5-7278-4db2-b968-23881816b870,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:53:41Z,topic='l3_agent')) {'router_ids': ['cf7833d7-4c97-4622-afaf-57ace39decf3'], 'active': True} {{(pid=100914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:02:36.189445 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-5340aa93-c575-41ee-aa1f-5a84386d0288 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "PUT /v2.0/floatingips/b59e6165-b82b-435e-8b24-04cc487c7661 HTTP/1.1" status: 200 len: 992 time: 1.7277553 Sep 01 05:02:36.189445 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b017cba-149f-43c2-81da-aa7b9faa76e4', 'tag': '9ae1315e-70f0-45fe-8112-437937003d33'}] {{(pid=100911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:02:36.196895 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2199b4ef80d697cbc8f6ff5e200fd84d3ba25b9ef6d03a08fa18221b1b049e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0094fc7-7128-4ad3-96a5-174dd65f27f8" -d '{"events": [{"name": "network-changed", "server_uuid": "7b017cba-149f-43c2-81da-aa7b9faa76e4", "tag": "9ae1315e-70f0-45fe-8112-437937003d33"}]}' {{(pid=100911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:02:36.236934 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 05:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dfdfbb2-74e8-4ef3-a992-a0d6ca92d201 x-openstack-request-id: req-1dfdfbb2-74e8-4ef3-a992-a0d6ca92d201 {{(pid=100911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:02:36.237370 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b017cba-149f-43c2-81da-aa7b9faa76e4", "tag": "9ae1315e-70f0-45fe-8112-437937003d33", "status": "completed", "code": 200}]} {{(pid=100911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:02:36.237620 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1dfdfbb2-74e8-4ef3-a992-a0d6ca92d201 {{(pid=100911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:02:36.238014 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b017cba-149f-43c2-81da-aa7b9faa76e4', 'tag': '9ae1315e-70f0-45fe-8112-437937003d33', 'status': 'completed', 'code': 200} Sep 01 05:02:36.287929 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_dvr_db [None req-37e2f582-224d-4f70-be0e-34d6b885cb10 None None] Set router cf7833d7-4c97-4622-afaf-57ace39decf3 gateway port host: dv-cinder-804735-5-iscsi {{(pid=100914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:02:36.500929 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b03f4b8-1496-41a1-a602-4d3d7ac2e645 req-40af9143-e7a4-41bf-859b-a7cb4b2b334a tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:36.502690 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-1b03f4b8-1496-41a1-a602-4d3d7ac2e645 req-40af9143-e7a4-41bf-859b-a7cb4b2b334a tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=21e1a61e-3d53-4e8d-8b7f-3acb18606bfe HTTP/1.1" status: 200 len: 945 time: 0.0548825 Sep 01 05:02:36.569955 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_hamode_db [None req-37e2f582-224d-4f70-be0e-34d6b885cb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf7833d7-4c97-4622-afaf-57ace39decf3', 'name': 'tempest-AttachVolumeShelveTestJSON-232564752-router', 'tenant_id': '6f7fb169ff9b446089c4ed54ad80a0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'fdc3cbf0-4453-47ae-9a07-b90bad19b65d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:01:42Z', 'updated_at': '2021-09-01T05:01:51Z', 'revision_number': 4, 'project_id': '6f7fb169ff9b446089c4ed54ad80a0dc', 'gw_port': {'id': 'fdc3cbf0-4453-47ae-9a07-b90bad19b65d', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ba:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7833d7-4c97-4622-afaf-57ace39decf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:01:43Z', 'updated_at': '2021-09-01T05:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi', '_floatingips': [{'id': 'b59e6165-b82b-435e-8b24-04cc487c7661', 'tenant_id': '6f7fb169ff9b446089c4ed54ad80a0dc', 'floating_ip_address': '172.27.2.245', 'floating_network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'router_id': 'cf7833d7-4c97-4622-afaf-57ace39decf3', 'port_id': '9ae1315e-70f0-45fe-8112-437937003d33', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c0fc3fe-cfc7-47f9-a3bb-23d1892df261', 'mac_address': 'fa:16:3e:2e:c8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b017cba-149f-43c2-81da-aa7b9faa76e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T05:02:06Z', 'updated_at': '2021-09-01T05:02:35Z', 'revision_number': 1, 'project_id': '6f7fb169ff9b446089c4ed54ad80a0dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67e948fa-3701-40a0-84a3-42134389b745', 'name': '', 'network_id': '3c0fc3fe-cfc7-47f9-a3bb-23d1892df261', 'tenant_id': '6f7fb169ff9b446089c4ed54ad80a0dc', 'mac_address': 'fa:16:3e:75:0e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7833d7-4c97-4622-afaf-57ace39decf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0619a0c6-b699-4546-b1ae-83c65a031c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:01:49Z', 'updated_at': '2021-09-01T05:02:06Z', 'revision_number': 5, 'project_id': '6f7fb169ff9b446089c4ed54ad80a0dc', 'subnets': [{'id': '0619a0c6-b699-4546-b1ae-83c65a031c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-5-iscsi', False) {} {{(pid=100914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:02:36.570965 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0094fc7-7128-4ad3-96a5-174dd65f27f8 req-7eb95cb6-117c-494a-9adb-53361bbe09f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:36.572577 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-b0094fc7-7128-4ad3-96a5-174dd65f27f8 req-7eb95cb6-117c-494a-9adb-53361bbe09f0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6f7fb169ff9b446089c4ed54ad80a0dc&device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 1099 time: 0.0685906 Sep 01 05:02:36.575629 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-1b03f4b8-1496-41a1-a602-4d3d7ac2e645 req-64f96699-136a-46b4-b374-b059253fe1f6 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637219 Sep 01 05:02:36.613283 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e2f582-224d-4f70-be0e-34d6b885cb10 None None] Checking router: cf7833d7-4c97-4622-afaf-57ace39decf3 for host: dv-cinder-804735-5-iscsi {{(pid=100914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 05:02:36.630756 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e2f582-224d-4f70-be0e-34d6b885cb10 None None] Routers {'cf7833d7-4c97-4622-afaf-57ace39decf3'} bound to L3 agent in host dv-cinder-804735-5-iscsi {{(pid=100914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:02:36.631444 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_hamode_db [None req-37e2f582-224d-4f70-be0e-34d6b885cb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T04:53:40Z,description=,heartbeat_timestamp=2021-09-01T05:02:10Z,host='dv-cinder-804735-5-iscsi',id=dd4ad2d5-7278-4db2-b968-23881816b870,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:53:41Z,topic='l3_agent')) {'router_ids': ['cf7833d7-4c97-4622-afaf-57ace39decf3'], 'active': True} {{(pid=100914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:02:36.684065 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0094fc7-7128-4ad3-96a5-174dd65f27f8 req-1912e5a0-3ca8-4e89-a843-baf3101ec2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:36.685648 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-b0094fc7-7128-4ad3-96a5-174dd65f27f8 req-1912e5a0-3ca8-4e89-a843-baf3101ec2df service neutron] 10.222.0.37 "GET /v2.0/networks?id=3c0fc3fe-cfc7-47f9-a3bb-23d1892df261 HTTP/1.1" status: 200 len: 917 time: 0.1011586 Sep 01 05:02:36.740984 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_dvr_db [None req-37e2f582-224d-4f70-be0e-34d6b885cb10 None None] Set router cf7833d7-4c97-4622-afaf-57ace39decf3 gateway port host: dv-cinder-804735-5-iscsi {{(pid=100914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:02:36.822478 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-b0094fc7-7128-4ad3-96a5-174dd65f27f8 req-e08b8adb-f23d-46d0-9049-54cc615b22a1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ae1315e-70f0-45fe-8112-437937003d33 HTTP/1.1" status: 200 len: 1000 time: 0.1266828 Sep 01 05:02:36.873112 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828f5872-5d69-49fb-8afe-e530e70bd60f req-17785858-97ec-4864-8d87-0b6cfa760e94 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:36.879805 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-828f5872-5d69-49fb-8afe-e530e70bd60f req-17785858-97ec-4864-8d87-0b6cfa760e94 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 945 time: 0.1069763 Sep 01 05:02:36.926076 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0094fc7-7128-4ad3-96a5-174dd65f27f8 req-186cae75-957a-4c8b-8a01-f50464ead87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:36.927569 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-b0094fc7-7128-4ad3-96a5-174dd65f27f8 req-186cae75-957a-4c8b-8a01-f50464ead87b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0619a0c6-b699-4546-b1ae-83c65a031c43 HTTP/1.1" status: 200 len: 855 time: 0.0972579 Sep 01 05:02:36.947352 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-828f5872-5d69-49fb-8afe-e530e70bd60f req-749db55a-b4e5-464a-9af6-774bf5d5ed8e tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups?id=08c24242-8d6a-47d6-ad10-c33dccdec691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552223 Sep 01 05:02:37.009788 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0094fc7-7128-4ad3-96a5-174dd65f27f8 req-d9b024fd-b9d5-4f03-85aa-329823d76641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:37.011768 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-b0094fc7-7128-4ad3-96a5-174dd65f27f8 req-d9b024fd-b9d5-4f03-85aa-329823d76641 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3c0fc3fe-cfc7-47f9-a3bb-23d1892df261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0639849 Sep 01 05:02:37.131744 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_hamode_db [None req-37e2f582-224d-4f70-be0e-34d6b885cb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf7833d7-4c97-4622-afaf-57ace39decf3', 'name': 'tempest-AttachVolumeShelveTestJSON-232564752-router', 'tenant_id': '6f7fb169ff9b446089c4ed54ad80a0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'fdc3cbf0-4453-47ae-9a07-b90bad19b65d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:01:42Z', 'updated_at': '2021-09-01T05:01:51Z', 'revision_number': 4, 'project_id': '6f7fb169ff9b446089c4ed54ad80a0dc', 'gw_port': {'id': 'fdc3cbf0-4453-47ae-9a07-b90bad19b65d', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ba:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7833d7-4c97-4622-afaf-57ace39decf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:01:43Z', 'updated_at': '2021-09-01T05:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi', '_floatingips': [{'id': 'b59e6165-b82b-435e-8b24-04cc487c7661', 'tenant_id': '6f7fb169ff9b446089c4ed54ad80a0dc', 'floating_ip_address': '172.27.2.245', 'floating_network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'router_id': 'cf7833d7-4c97-4622-afaf-57ace39decf3', 'port_id': '9ae1315e-70f0-45fe-8112-437937003d33', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c0fc3fe-cfc7-47f9-a3bb-23d1892df261', 'mac_address': 'fa:16:3e:2e:c8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b017cba-149f-43c2-81da-aa7b9faa76e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T05:02:06Z', 'updated_at': '2021-09-01T05:02:35Z', 'revision_number': 1, 'project_id': '6f7fb169ff9b446089c4ed54ad80a0dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67e948fa-3701-40a0-84a3-42134389b745', 'name': '', 'network_id': '3c0fc3fe-cfc7-47f9-a3bb-23d1892df261', 'tenant_id': '6f7fb169ff9b446089c4ed54ad80a0dc', 'mac_address': 'fa:16:3e:75:0e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7833d7-4c97-4622-afaf-57ace39decf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0619a0c6-b699-4546-b1ae-83c65a031c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:01:49Z', 'updated_at': '2021-09-01T05:02:06Z', 'revision_number': 5, 'project_id': '6f7fb169ff9b446089c4ed54ad80a0dc', 'subnets': [{'id': '0619a0c6-b699-4546-b1ae-83c65a031c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-5-iscsi', False) {} {{(pid=100914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:02:37.145593 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-b0094fc7-7128-4ad3-96a5-174dd65f27f8 req-b0e857fa-dfc7-4837-b21f-33f44d0f4262 service neutron] 10.222.0.37 "GET /v2.0/networks/3c0fc3fe-cfc7-47f9-a3bb-23d1892df261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091170 Sep 01 05:02:37.159038 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e2f582-224d-4f70-be0e-34d6b885cb10 None None] The sync data for ids ['cf7833d7-4c97-4622-afaf-57ace39decf3'] in dv-cinder-804735-5-iscsi is: [{'id': 'cf7833d7-4c97-4622-afaf-57ace39decf3', 'name': 'tempest-AttachVolumeShelveTestJSON-232564752-router', 'tenant_id': '6f7fb169ff9b446089c4ed54ad80a0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'fdc3cbf0-4453-47ae-9a07-b90bad19b65d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:01:42Z', 'updated_at': '2021-09-01T05:01:51Z', 'revision_number': 4, 'project_id': '6f7fb169ff9b446089c4ed54ad80a0dc', 'gw_port': {'id': 'fdc3cbf0-4453-47ae-9a07-b90bad19b65d', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ba:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7833d7-4c97-4622-afaf-57ace39decf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:01:43Z', 'updated_at': '2021-09-01T05:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi', '_floatingips': [{'id': 'b59e6165-b82b-435e-8b24-04cc487c7661', 'tenant_id': '6f7fb169ff9b446089c4ed54ad80a0dc', 'floating_ip_address': '172.27.2.245', 'floating_network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'router_id': 'cf7833d7-4c97-4622-afaf-57ace39decf3', 'port_id': '9ae1315e-70f0-45fe-8112-437937003d33', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c0fc3fe-cfc7-47f9-a3bb-23d1892df261', 'mac_address': 'fa:16:3e:2e:c8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b017cba-149f-43c2-81da-aa7b9faa76e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T05:02:06Z', 'updated_at': '2021-09-01T05:02:35Z', 'revision_number': 1, 'project_id': '6f7fb169ff9b446089c4ed54ad80a0dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67e948fa-3701-40a0-84a3-42134389b745', 'name': '', 'network_id': '3c0fc3fe-cfc7-47f9-a3bb-23d1892df261', 'tenant_id': '6f7fb169ff9b446089c4ed54ad80a0dc', 'mac_address': 'fa:16:3e:75:0e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7833d7-4c97-4622-afaf-57ace39decf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0619a0c6-b699-4546-b1ae-83c65a031c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:01:49Z', 'updated_at': '2021-09-01T05:02:06Z', 'revision_number': 5, 'project_id': '6f7fb169ff9b446089c4ed54ad80a0dc', 'subnets': [{'id': '0619a0c6-b699-4546-b1ae-83c65a031c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 05:02:37.247388 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-b0094fc7-7128-4ad3-96a5-174dd65f27f8 req-de0fd103-8fc0-49ac-8ff1-a7eafdefabe4 service neutron] 10.222.0.37 "GET /v2.0/networks/3c0fc3fe-cfc7-47f9-a3bb-23d1892df261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903409 Sep 01 05:02:37.300421 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-eebebb26-fb2e-4de5-bd02-f7499d12e941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:37.372278 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b726e9fd-fcde-41c0-9e75-948755fcc976 None None] New status for floating IP b59e6165-b82b-435e-8b24-04cc487c7661: ACTIVE {{(pid=100913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 05:02:37.699630 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d5d3e-eeca-424e-ae00-29f1eb74607b req-e44d1bfd-c084-4d71-9ed1-7874a007d5bb tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:37.701237 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-1c3d5d3e-eeca-424e-ae00-29f1eb74607b req-e44d1bfd-c084-4d71-9ed1-7874a007d5bb tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=21e1a61e-3d53-4e8d-8b7f-3acb18606bfe HTTP/1.1" status: 200 len: 945 time: 0.0502033 Sep 01 05:02:37.741901 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-1c3d5d3e-eeca-424e-ae00-29f1eb74607b req-c29ff484-2f7f-4026-97d6-e85f77143629 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348215 Sep 01 05:02:38.069566 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b67a61-633a-4c9d-86e8-62d0b96d2d84 req-3726939b-9e75-4091-bce3-f53a834788e2 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:38.071387 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-54b67a61-633a-4c9d-86e8-62d0b96d2d84 req-3726939b-9e75-4091-bce3-f53a834788e2 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 945 time: 0.0535593 Sep 01 05:02:38.123494 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-54b67a61-633a-4c9d-86e8-62d0b96d2d84 req-1f03908b-3851-4107-822b-f71e0d3e6682 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups?id=08c24242-8d6a-47d6-ad10-c33dccdec691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433660 Sep 01 05:02:38.859569 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8538ee3-b000-4816-aa43-1be61618b15a req-82e33f2b-7ef2-44f9-86ae-20d4d0b828ff tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:38.861035 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-f8538ee3-b000-4816-aa43-1be61618b15a req-82e33f2b-7ef2-44f9-86ae-20d4d0b828ff tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=21e1a61e-3d53-4e8d-8b7f-3acb18606bfe HTTP/1.1" status: 200 len: 945 time: 0.0486245 Sep 01 05:02:38.898143 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-f8538ee3-b000-4816-aa43-1be61618b15a req-3bd57cf1-74d4-430a-8a78-d8b3328cafc1 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312765 Sep 01 05:02:39.242914 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6dcadd-2025-48df-a0d0-bf43019e3cd6 req-6740ad60-7a5c-49bd-865b-7d72e134bdf5 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:39.244537 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-5f6dcadd-2025-48df-a0d0-bf43019e3cd6 req-6740ad60-7a5c-49bd-865b-7d72e134bdf5 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 945 time: 0.0525107 Sep 01 05:02:39.282596 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-5f6dcadd-2025-48df-a0d0-bf43019e3cd6 req-c53e2827-b85c-460b-9725-d814a8310edf tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups?id=08c24242-8d6a-47d6-ad10-c33dccdec691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321043 Sep 01 05:02:39.394063 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee4103a-cca4-440f-b004-36e332d086b6 req-10dbb2b4-d8c3-4cff-a38f-b9c2e19f6513 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:39.395533 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-0ee4103a-cca4-440f-b004-36e332d086b6 req-10dbb2b4-d8c3-4cff-a38f-b9c2e19f6513 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 945 time: 0.0497994 Sep 01 05:02:39.404513 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 44448) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:02:39.409139 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.v2.base [None req-747c40b6-8f09-4d90-80bc-5fcbd94ace8f tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Request body: {'floatingip': {'port_id': 'a959fe9a-920c-4c7e-be3f-ed71701a57b5'}} {{(pid=100911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:02:39.448302 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-747c40b6-8f09-4d90-80bc-5fcbd94ace8f tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Notify callbacks [] for floatingip, before_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:39.897668 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-747c40b6-8f09-4d90-80bc-5fcbd94ace8f tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:39.987172 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:40.010781 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-f93c39aa-f668-48ae-bd1c-50c0a6645fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:40.011435 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-747c40b6-8f09-4d90-80bc-5fcbd94ace8f tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1958929'] for floatingip, after_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:40.023063 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f9cba7-f38b-46c8-abc5-9fe029ba29ae req-313f851f-ea87-4fd1-b209-d19046ab16f2 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:40.024657 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-01f9cba7-f38b-46c8-abc5-9fe029ba29ae req-313f851f-ea87-4fd1-b209-d19046ab16f2 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=21e1a61e-3d53-4e8d-8b7f-3acb18606bfe HTTP/1.1" status: 200 len: 945 time: 0.0565760 Sep 01 05:02:40.070142 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-01f9cba7-f38b-46c8-abc5-9fe029ba29ae req-8aa989f5-c002-4250-878f-692769033aac tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378773 Sep 01 05:02:40.132392 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.db.l3_db [None req-747c40b6-8f09-4d90-80bc-5fcbd94ace8f tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Floating IP 55c344dd-6486-41ed-b6d8-3beaed5d8941 associated. External IP: 172.27.2.25, port: a959fe9a-920c-4c7e-be3f-ed71701a57b5. Sep 01 05:02:40.373099 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-747c40b6-8f09-4d90-80bc-5fcbd94ace8f tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Router def894e4-20ed-48c2-b646-86193442eaf1 has already been hosted by L3 agent dd4ad2d5-7278-4db2-b968-23881816b870 {{(pid=100911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 05:02:40.489745 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-747c40b6-8f09-4d90-80bc-5fcbd94ace8f tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Notify agent at l3_agent.dv-cinder-804735-5-iscsi the message routers_updated {{(pid=100911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 05:02:40.496122 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-747c40b6-8f09-4d90-80bc-5fcbd94ace8f tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428309'] for floatingip, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:40.501254 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f622824a-8d83-4b67-b6ac-5e9a18bbc1b1 None None] Sync routers for ids ['def894e4-20ed-48c2-b646-86193442eaf1'] in dv-cinder-804735-5-iscsi {{(pid=100914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 05:02:40.511921 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f622824a-8d83-4b67-b6ac-5e9a18bbc1b1 None None] Routers {'def894e4-20ed-48c2-b646-86193442eaf1'} bound to L3 agent in host dv-cinder-804735-5-iscsi {{(pid=100914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:02:40.512554 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_hamode_db [None req-f622824a-8d83-4b67-b6ac-5e9a18bbc1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T04:53:40Z,description=,heartbeat_timestamp=2021-09-01T05:02:40Z,host='dv-cinder-804735-5-iscsi',id=dd4ad2d5-7278-4db2-b968-23881816b870,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:53:41Z,topic='l3_agent')) {'router_ids': ['def894e4-20ed-48c2-b646-86193442eaf1'], 'active': True} {{(pid=100914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:02:40.528495 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-747c40b6-8f09-4d90-80bc-5fcbd94ace8f tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "PUT /v2.0/floatingips/55c344dd-6486-41ed-b6d8-3beaed5d8941 HTTP/1.1" status: 200 len: 990 time: 1.1228697 Sep 01 05:02:40.529080 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e13dc258-ed43-4846-8be5-696fa82ca627', 'tag': 'a959fe9a-920c-4c7e-be3f-ed71701a57b5'}] {{(pid=100911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:02:40.532430 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2199b4ef80d697cbc8f6ff5e200fd84d3ba25b9ef6d03a08fa18221b1b049e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5fe167c-1a9e-4fe4-931e-a019ca5dbe22" -d '{"events": [{"name": "network-changed", "server_uuid": "e13dc258-ed43-4846-8be5-696fa82ca627", "tag": "a959fe9a-920c-4c7e-be3f-ed71701a57b5"}]}' {{(pid=100911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:02:40.641023 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_dvr_db [None req-f622824a-8d83-4b67-b6ac-5e9a18bbc1b1 None None] Set router def894e4-20ed-48c2-b646-86193442eaf1 gateway port host: dv-cinder-804735-5-iscsi {{(pid=100914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:02:40.866657 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_hamode_db [None req-f622824a-8d83-4b67-b6ac-5e9a18bbc1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def894e4-20ed-48c2-b646-86193442eaf1', 'name': 'tempest-AttachVolumeTestJSON-1848366623-router', 'tenant_id': 'efd1fc476bbc46ddb375c7c745356ae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '9f7e5785-3b7e-40e3-b844-90f28f6b67ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:01:43Z', 'updated_at': '2021-09-01T05:01:50Z', 'revision_number': 4, 'project_id': 'efd1fc476bbc46ddb375c7c745356ae4', 'gw_port': {'id': '9f7e5785-3b7e-40e3-b844-90f28f6b67ca', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def894e4-20ed-48c2-b646-86193442eaf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:01:44Z', 'updated_at': '2021-09-01T05:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi', '_floatingips': [{'id': '55c344dd-6486-41ed-b6d8-3beaed5d8941', 'tenant_id': 'efd1fc476bbc46ddb375c7c745356ae4', 'floating_ip_address': '172.27.2.25', 'floating_network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'router_id': 'def894e4-20ed-48c2-b646-86193442eaf1', 'port_id': 'a959fe9a-920c-4c7e-be3f-ed71701a57b5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92e27a99-4acf-46a2-b103-44939bb42018', 'mac_address': 'fa:16:3e:d3:a7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13dc258-ed43-4846-8be5-696fa82ca627', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T05:02:01Z', 'updated_at': '2021-09-01T05:02:39Z', 'revision_number': 1, 'project_id': 'efd1fc476bbc46ddb375c7c745356ae4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ece1a100-2310-475d-95fc-573c4ffb987d', 'name': '', 'network_id': '92e27a99-4acf-46a2-b103-44939bb42018', 'tenant_id': 'efd1fc476bbc46ddb375c7c745356ae4', 'mac_address': 'fa:16:3e:04:06:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def894e4-20ed-48c2-b646-86193442eaf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '632c2506-9627-456a-904a-03e2fe14470f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:01:48Z', 'updated_at': '2021-09-01T05:02:04Z', 'revision_number': 5, 'project_id': 'efd1fc476bbc46ddb375c7c745356ae4', 'subnets': [{'id': '632c2506-9627-456a-904a-03e2fe14470f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-5-iscsi', False) {} {{(pid=100914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:02:40.893208 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f622824a-8d83-4b67-b6ac-5e9a18bbc1b1 None None] Checking router: def894e4-20ed-48c2-b646-86193442eaf1 for host: dv-cinder-804735-5-iscsi {{(pid=100914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 05:02:40.901926 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f622824a-8d83-4b67-b6ac-5e9a18bbc1b1 None None] Routers {'def894e4-20ed-48c2-b646-86193442eaf1'} bound to L3 agent in host dv-cinder-804735-5-iscsi {{(pid=100914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:02:40.902545 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_hamode_db [None req-f622824a-8d83-4b67-b6ac-5e9a18bbc1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T04:53:40Z,description=,heartbeat_timestamp=2021-09-01T05:02:40Z,host='dv-cinder-804735-5-iscsi',id=dd4ad2d5-7278-4db2-b968-23881816b870,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:53:41Z,topic='l3_agent')) {'router_ids': ['def894e4-20ed-48c2-b646-86193442eaf1'], 'active': True} {{(pid=100914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:02:41.004123 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_dvr_db [None req-f622824a-8d83-4b67-b6ac-5e9a18bbc1b1 None None] Set router def894e4-20ed-48c2-b646-86193442eaf1 gateway port host: dv-cinder-804735-5-iscsi {{(pid=100914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:02:41.227290 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_hamode_db [None req-f622824a-8d83-4b67-b6ac-5e9a18bbc1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def894e4-20ed-48c2-b646-86193442eaf1', 'name': 'tempest-AttachVolumeTestJSON-1848366623-router', 'tenant_id': 'efd1fc476bbc46ddb375c7c745356ae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '9f7e5785-3b7e-40e3-b844-90f28f6b67ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:01:43Z', 'updated_at': '2021-09-01T05:01:50Z', 'revision_number': 4, 'project_id': 'efd1fc476bbc46ddb375c7c745356ae4', 'gw_port': {'id': '9f7e5785-3b7e-40e3-b844-90f28f6b67ca', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def894e4-20ed-48c2-b646-86193442eaf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:01:44Z', 'updated_at': '2021-09-01T05:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi', '_floatingips': [{'id': '55c344dd-6486-41ed-b6d8-3beaed5d8941', 'tenant_id': 'efd1fc476bbc46ddb375c7c745356ae4', 'floating_ip_address': '172.27.2.25', 'floating_network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'router_id': 'def894e4-20ed-48c2-b646-86193442eaf1', 'port_id': 'a959fe9a-920c-4c7e-be3f-ed71701a57b5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92e27a99-4acf-46a2-b103-44939bb42018', 'mac_address': 'fa:16:3e:d3:a7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13dc258-ed43-4846-8be5-696fa82ca627', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T05:02:01Z', 'updated_at': '2021-09-01T05:02:39Z', 'revision_number': 1, 'project_id': 'efd1fc476bbc46ddb375c7c745356ae4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ece1a100-2310-475d-95fc-573c4ffb987d', 'name': '', 'network_id': '92e27a99-4acf-46a2-b103-44939bb42018', 'tenant_id': 'efd1fc476bbc46ddb375c7c745356ae4', 'mac_address': 'fa:16:3e:04:06:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def894e4-20ed-48c2-b646-86193442eaf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '632c2506-9627-456a-904a-03e2fe14470f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:01:48Z', 'updated_at': '2021-09-01T05:02:04Z', 'revision_number': 5, 'project_id': 'efd1fc476bbc46ddb375c7c745356ae4', 'subnets': [{'id': '632c2506-9627-456a-904a-03e2fe14470f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-5-iscsi', False) {} {{(pid=100914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:02:41.258608 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f622824a-8d83-4b67-b6ac-5e9a18bbc1b1 None None] The sync data for ids ['def894e4-20ed-48c2-b646-86193442eaf1'] in dv-cinder-804735-5-iscsi is: [{'id': 'def894e4-20ed-48c2-b646-86193442eaf1', 'name': 'tempest-AttachVolumeTestJSON-1848366623-router', 'tenant_id': 'efd1fc476bbc46ddb375c7c745356ae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '9f7e5785-3b7e-40e3-b844-90f28f6b67ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:01:43Z', 'updated_at': '2021-09-01T05:01:50Z', 'revision_number': 4, 'project_id': 'efd1fc476bbc46ddb375c7c745356ae4', 'gw_port': {'id': '9f7e5785-3b7e-40e3-b844-90f28f6b67ca', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def894e4-20ed-48c2-b646-86193442eaf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:01:44Z', 'updated_at': '2021-09-01T05:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi', '_floatingips': [{'id': '55c344dd-6486-41ed-b6d8-3beaed5d8941', 'tenant_id': 'efd1fc476bbc46ddb375c7c745356ae4', 'floating_ip_address': '172.27.2.25', 'floating_network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'router_id': 'def894e4-20ed-48c2-b646-86193442eaf1', 'port_id': 'a959fe9a-920c-4c7e-be3f-ed71701a57b5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92e27a99-4acf-46a2-b103-44939bb42018', 'mac_address': 'fa:16:3e:d3:a7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13dc258-ed43-4846-8be5-696fa82ca627', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T05:02:01Z', 'updated_at': '2021-09-01T05:02:39Z', 'revision_number': 1, 'project_id': 'efd1fc476bbc46ddb375c7c745356ae4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ece1a100-2310-475d-95fc-573c4ffb987d', 'name': '', 'network_id': '92e27a99-4acf-46a2-b103-44939bb42018', 'tenant_id': 'efd1fc476bbc46ddb375c7c745356ae4', 'mac_address': 'fa:16:3e:04:06:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def894e4-20ed-48c2-b646-86193442eaf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '632c2506-9627-456a-904a-03e2fe14470f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:01:48Z', 'updated_at': '2021-09-01T05:02:04Z', 'revision_number': 5, 'project_id': 'efd1fc476bbc46ddb375c7c745356ae4', 'subnets': [{'id': '632c2506-9627-456a-904a-03e2fe14470f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 05:02:41.307549 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-125f6581-13c4-4eca-b15a-10d5e92c8028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:41.341310 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 05:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2248d6ed-2bb0-431e-844e-9b1416b97214 x-openstack-request-id: req-2248d6ed-2bb0-431e-844e-9b1416b97214 {{(pid=100911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:02:41.341310 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e13dc258-ed43-4846-8be5-696fa82ca627", "tag": "a959fe9a-920c-4c7e-be3f-ed71701a57b5", "status": "completed", "code": 200}]} {{(pid=100911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:02:41.341310 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2248d6ed-2bb0-431e-844e-9b1416b97214 {{(pid=100911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:02:41.341310 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e13dc258-ed43-4846-8be5-696fa82ca627', 'tag': 'a959fe9a-920c-4c7e-be3f-ed71701a57b5', 'status': 'completed', 'code': 200} Sep 01 05:02:41.481559 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe167c-1a9e-4fe4-931e-a019ca5dbe22 req-7a9e7561-6ec3-43c3-878f-3587fc23428a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:41.485034 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-d5fe167c-1a9e-4fe4-931e-a019ca5dbe22 req-7a9e7561-6ec3-43c3-878f-3587fc23428a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=efd1fc476bbc46ddb375c7c745356ae4&device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 1098 time: 0.0725298 Sep 01 05:02:41.493205 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489c1aa2-f72b-4878-a816-8be9a9620a17 req-a4690652-d04a-4365-aea9-548aeed82c2e tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:41.494815 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-489c1aa2-f72b-4878-a816-8be9a9620a17 req-a4690652-d04a-4365-aea9-548aeed82c2e tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=21e1a61e-3d53-4e8d-8b7f-3acb18606bfe HTTP/1.1" status: 200 len: 945 time: 0.1088123 Sep 01 05:02:41.498991 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9717f0f-0b52-49c2-b634-c01fbd9c5810 None None] New status for floating IP 55c344dd-6486-41ed-b6d8-3beaed5d8941: ACTIVE {{(pid=100913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 05:02:41.777092 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-489c1aa2-f72b-4878-a816-8be9a9620a17 req-4476c676-8b9e-4630-b709-2b8e9cb9898f tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714205 Sep 01 05:02:41.801421 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe167c-1a9e-4fe4-931e-a019ca5dbe22 req-b31fe6c5-91ab-41a5-a22f-05056d0a9c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:41.802945 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-d5fe167c-1a9e-4fe4-931e-a019ca5dbe22 req-b31fe6c5-91ab-41a5-a22f-05056d0a9c89 service neutron] 10.222.0.37 "GET /v2.0/networks?id=92e27a99-4acf-46a2-b103-44939bb42018 HTTP/1.1" status: 200 len: 912 time: 0.3070588 Sep 01 05:02:41.874024 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-d5fe167c-1a9e-4fe4-931e-a019ca5dbe22 req-d5be06e7-44b5-4a14-a2a2-1431a9c0956e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a959fe9a-920c-4c7e-be3f-ed71701a57b5 HTTP/1.1" status: 200 len: 1000 time: 0.0607400 Sep 01 05:02:41.938870 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe167c-1a9e-4fe4-931e-a019ca5dbe22 req-a7ca77ba-0d7f-4664-9126-670ea436eeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:41.940330 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-d5fe167c-1a9e-4fe4-931e-a019ca5dbe22 req-a7ca77ba-0d7f-4664-9126-670ea436eeb2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=632c2506-9627-456a-904a-03e2fe14470f HTTP/1.1" status: 200 len: 850 time: 0.0540853 Sep 01 05:02:41.991440 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe167c-1a9e-4fe4-931e-a019ca5dbe22 req-adedadd4-6f0f-4d2b-968f-d92ca7cefb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:41.992940 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-d5fe167c-1a9e-4fe4-931e-a019ca5dbe22 req-adedadd4-6f0f-4d2b-968f-d92ca7cefb36 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=92e27a99-4acf-46a2-b103-44939bb42018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394044 Sep 01 05:02:42.098338 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-d5fe167c-1a9e-4fe4-931e-a019ca5dbe22 req-182378c0-9e45-4a94-9e73-c0a75e06811d service neutron] 10.222.0.37 "GET /v2.0/networks/92e27a99-4acf-46a2-b103-44939bb42018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855753 Sep 01 05:02:42.192920 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-d5fe167c-1a9e-4fe4-931e-a019ca5dbe22 req-1276a770-6dd9-460d-ba5b-004f02da90f3 service neutron] 10.222.0.37 "GET /v2.0/networks/92e27a99-4acf-46a2-b103-44939bb42018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866137 Sep 01 05:02:42.901609 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea65a91-1363-4079-a3e6-2b0c2ea16d45 req-444f7856-b454-4aa8-bb37-70cb60ea26c6 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:42.903114 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-aea65a91-1363-4079-a3e6-2b0c2ea16d45 req-444f7856-b454-4aa8-bb37-70cb60ea26c6 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=21e1a61e-3d53-4e8d-8b7f-3acb18606bfe HTTP/1.1" status: 200 len: 945 time: 0.0519423 Sep 01 05:02:42.941458 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-aea65a91-1363-4079-a3e6-2b0c2ea16d45 req-dc315146-bb7e-4256-9fe5-7a1468ac1ef5 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321455 Sep 01 05:02:43.140363 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-57069d07-1191-4bd8-9ef8-43ac9a8b42c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:43.571127 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.agents_db [None req-49e1e325-328c-4825-9e4f-7693071b0ea2 None None] Agent healthcheck: found 6 active agents {{(pid=100914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 05:02:46.607077 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9db9e14-bb5f-4b82-84e1-be6fe2ee97c5 req-f6f3c031-ec3f-4b89-9931-fc12b76a73e5 tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:46.608617 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e9db9e14-bb5f-4b82-84e1-be6fe2ee97c5 req-f6f3c031-ec3f-4b89-9931-fc12b76a73e5 tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] 10.222.0.11 "GET /v2.0/ports?device_id=de95ae84-0a13-44c7-aa3a-4a63f2dcb518 HTTP/1.1" status: 200 len: 945 time: 0.0492547 Sep 01 05:02:46.649920 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e9db9e14-bb5f-4b82-84e1-be6fe2ee97c5 req-5941b68e-10bb-4a96-bcfe-bcd8130a03a3 tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] 10.222.0.11 "GET /v2.0/security-groups?id=63cd6b54-f6bd-4c17-b05c-3feaa612db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347548 Sep 01 05:02:46.718159 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a52b82-619a-4e7f-b890-dafe30b373c3 req-4ab4c985-34b4-42c3-9366-9e13e760703f tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:46.720083 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-20a52b82-619a-4e7f-b890-dafe30b373c3 req-4ab4c985-34b4-42c3-9366-9e13e760703f tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=21e1a61e-3d53-4e8d-8b7f-3acb18606bfe HTTP/1.1" status: 200 len: 945 time: 0.0497892 Sep 01 05:02:46.758209 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-20a52b82-619a-4e7f-b890-dafe30b373c3 req-641f415f-75ef-4baa-ba43-43c6d781437b tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320668 Sep 01 05:02:47.776981 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d206e3-6e38-4617-b659-a55f09d03012 req-7c9411f0-7f70-40dc-b99c-58800b5a033e tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:47.778486 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-44d206e3-6e38-4617-b659-a55f09d03012 req-7c9411f0-7f70-40dc-b99c-58800b5a033e tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] 10.222.0.11 "GET /v2.0/ports?device_id=de95ae84-0a13-44c7-aa3a-4a63f2dcb518 HTTP/1.1" status: 200 len: 945 time: 0.0544093 Sep 01 05:02:47.821058 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-44d206e3-6e38-4617-b659-a55f09d03012 req-81021685-d6d9-4301-a1af-2d77040d7d33 tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] 10.222.0.11 "GET /v2.0/security-groups?id=63cd6b54-f6bd-4c17-b05c-3feaa612db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358799 Sep 01 05:02:47.882015 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db485ad4-436a-42d2-b02a-96a5baf5bf15 req-51cb4862-2684-4d2c-a761-42a754dae8bd tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:47.883530 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-db485ad4-436a-42d2-b02a-96a5baf5bf15 req-51cb4862-2684-4d2c-a761-42a754dae8bd tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=21e1a61e-3d53-4e8d-8b7f-3acb18606bfe HTTP/1.1" status: 200 len: 945 time: 0.0505016 Sep 01 05:02:47.922345 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-db485ad4-436a-42d2-b02a-96a5baf5bf15 req-6893baa9-7391-49f4-9fdb-7e81ef298109 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321529 Sep 01 05:02:48.943919 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c62add0-d084-47bb-a37e-9841021a0a59 req-a52b4895-6ad9-49c6-801a-4b9904d09fe6 tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:48.946518 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-6c62add0-d084-47bb-a37e-9841021a0a59 req-a52b4895-6ad9-49c6-801a-4b9904d09fe6 tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] 10.222.0.11 "GET /v2.0/ports?device_id=de95ae84-0a13-44c7-aa3a-4a63f2dcb518 HTTP/1.1" status: 200 len: 945 time: 0.0516725 Sep 01 05:02:48.993664 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-6c62add0-d084-47bb-a37e-9841021a0a59 req-02c4748c-8880-45af-a530-c8fae1b3055f tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] 10.222.0.11 "GET /v2.0/security-groups?id=63cd6b54-f6bd-4c17-b05c-3feaa612db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419481 Sep 01 05:02:49.068731 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcd9a27-f270-4160-b050-c04dd7fd7268 req-71412f05-a383-49fd-aac7-346c775a0288 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:49.070231 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-1bcd9a27-f270-4160-b050-c04dd7fd7268 req-71412f05-a383-49fd-aac7-346c775a0288 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=21e1a61e-3d53-4e8d-8b7f-3acb18606bfe HTTP/1.1" status: 200 len: 945 time: 0.0543375 Sep 01 05:02:49.110545 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-1bcd9a27-f270-4160-b050-c04dd7fd7268 req-2926b6e7-0886-430e-b2cb-245f03874937 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336318 Sep 01 05:02:49.599823 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0b321d-62e7-4993-ae7b-6ba389e55ed9 req-6f544c44-046c-4052-aa6c-3e0aaf84dd9c tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:49.601266 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-da0b321d-62e7-4993-ae7b-6ba389e55ed9 req-6f544c44-046c-4052-aa6c-3e0aaf84dd9c tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] 10.222.0.37 "GET /v2.0/ports?device_id=de95ae84-0a13-44c7-aa3a-4a63f2dcb518 HTTP/1.1" status: 200 len: 945 time: 0.0481198 Sep 01 05:02:49.753111 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.plugin [req-da0b321d-62e7-4993-ae7b-6ba389e55ed9 req-d5eb47f3-cdcf-49c5-9c35-35d2cd66ae1b tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] Deleting port 2a0b7fea-52e2-47d9-b6e5-d762f98220ba {{(pid=100912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:02:49.753369 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [req-da0b321d-62e7-4993-ae7b-6ba389e55ed9 req-d5eb47f3-cdcf-49c5-9c35-35d2cd66ae1b tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780564872726'] for port, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:49.848465 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.db [req-da0b321d-62e7-4993-ae7b-6ba389e55ed9 req-d5eb47f3-cdcf-49c5-9c35-35d2cd66ae1b tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] For port 2a0b7fea-52e2-47d9-b6e5-d762f98220ba, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=2a0b7fea-52e2-47d9-b6e5-d762f98220ba,segment=NetworkSegment(977b7374-dcaa-468f-9e3b-93bdf2287220),segment_id=977b7374-dcaa-468f-9e3b-93bdf2287220)] {{(pid=100912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:02:49.848835 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [req-da0b321d-62e7-4993-ae7b-6ba389e55ed9 req-d5eb47f3-cdcf-49c5-9c35-35d2cd66ae1b tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958503'] for port, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:49.863661 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.plugin [req-da0b321d-62e7-4993-ae7b-6ba389e55ed9 req-d5eb47f3-cdcf-49c5-9c35-35d2cd66ae1b tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] Calling delete_port for 2a0b7fea-52e2-47d9-b6e5-d762f98220ba owned by compute:nova {{(pid=100912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:02:50.120473 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1846bc-3312-499b-a231-145788740b43 req-d035666d-502a-4d3b-9edd-c757262e8d3a tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:50.121865 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-8b1846bc-3312-499b-a231-145788740b43 req-d035666d-502a-4d3b-9edd-c757262e8d3a tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] 10.222.0.11 "GET /v2.0/ports?device_id=de95ae84-0a13-44c7-aa3a-4a63f2dcb518 HTTP/1.1" status: 200 len: 945 time: 0.0490639 Sep 01 05:02:50.123731 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [req-da0b321d-62e7-4993-ae7b-6ba389e55ed9 req-d5eb47f3-cdcf-49c5-9c35-35d2cd66ae1b tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780564874213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780564376598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59570596'] for port, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:50.165570 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eb47f3-cdcf-49c5-9c35-35d2cd66ae1b tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] Pushing event deleted for resources: {'Port': ['ID=2a0b7fea-52e2-47d9-b6e5-d762f98220ba,revision_number=None']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:02:50.181438 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] get_ports_and_sgs() called for port_ids ['2a0b7fea-52e2-47d9-b6e5-d762f98220ba'] {{(pid=100913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 05:02:50.254080 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5eb47f3-cdcf-49c5-9c35-35d2cd66ae1b tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:02:50.254080 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5eb47f3-cdcf-49c5-9c35-35d2cd66ae1b tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:02:50.254080 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5eb47f3-cdcf-49c5-9c35-35d2cd66ae1b tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:02:50.254080 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5eb47f3-cdcf-49c5-9c35-35d2cd66ae1b tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:02:50.254080 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5eb47f3-cdcf-49c5-9c35-35d2cd66ae1b tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:02:50.254080 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5eb47f3-cdcf-49c5-9c35-35d2cd66ae1b tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:02:50.254080 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5eb47f3-cdcf-49c5-9c35-35d2cd66ae1b tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:02:50.254080 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5eb47f3-cdcf-49c5-9c35-35d2cd66ae1b tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:02:50.254080 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5eb47f3-cdcf-49c5-9c35-35d2cd66ae1b tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:02:50.254914 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5eb47f3-cdcf-49c5-9c35-35d2cd66ae1b tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:02:50.254914 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5eb47f3-cdcf-49c5-9c35-35d2cd66ae1b tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:02:50.254914 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5eb47f3-cdcf-49c5-9c35-35d2cd66ae1b tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:02:50.287982 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.db.l3_dvrscheduler_db [req-da0b321d-62e7-4993-ae7b-6ba389e55ed9 req-d5eb47f3-cdcf-49c5-9c35-35d2cd66ae1b tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] No DVR routers for this DVR port 2a0b7fea-52e2-47d9-b6e5-d762f98220ba on host hv-cinder-80473 {{(pid=100912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 05:02:50.298032 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-8b1846bc-3312-499b-a231-145788740b43 req-2993134d-54b5-4b30-ad7c-6442408bdfb9 tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] 10.222.0.11 "GET /v2.0/security-groups?id=63cd6b54-f6bd-4c17-b05c-3feaa612db8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681054 Sep 01 05:02:50.299098 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [req-da0b321d-62e7-4993-ae7b-6ba389e55ed9 req-d5eb47f3-cdcf-49c5-9c35-35d2cd66ae1b tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428309'] for port, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:50.300953 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-da0b321d-62e7-4993-ae7b-6ba389e55ed9 req-d5eb47f3-cdcf-49c5-9c35-35d2cd66ae1b tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] 10.222.0.37 "DELETE /v2.0/ports/2a0b7fea-52e2-47d9-b6e5-d762f98220ba HTTP/1.1" status: 204 len: 173 time: 0.6925230 Sep 01 05:02:50.301579 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de95ae84-0a13-44c7-aa3a-4a63f2dcb518', 'name': 'network-vif-deleted', 'tag': '2a0b7fea-52e2-47d9-b6e5-d762f98220ba'}] {{(pid=100912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:02:50.303885 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c32bf37734172ffae8bcd4fd235b58a84eb6a179622fde5d618b2948ae3f8620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b62b7516-7f71-45f4-9ad9-b8aecda1e525" -d '{"events": [{"server_uuid": "de95ae84-0a13-44c7-aa3a-4a63f2dcb518", "name": "network-vif-deleted", "tag": "2a0b7fea-52e2-47d9-b6e5-d762f98220ba"}]}' {{(pid=100912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:02:50.331377 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea9d754-11bf-4256-abcd-3a3ea6fff3c1 req-fd4ac5e9-d566-40c4-a417-774b4bf8f6c7 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:50.332919 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-dea9d754-11bf-4256-abcd-3a3ea6fff3c1 req-fd4ac5e9-d566-40c4-a417-774b4bf8f6c7 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=21e1a61e-3d53-4e8d-8b7f-3acb18606bfe HTTP/1.1" status: 200 len: 945 time: 0.1144011 Sep 01 05:02:50.366709 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 05:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb0192d-9d4d-45ca-99fa-3e4cc8a9883d x-openstack-request-id: req-9fb0192d-9d4d-45ca-99fa-3e4cc8a9883d {{(pid=100912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:02:50.367037 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de95ae84-0a13-44c7-aa3a-4a63f2dcb518", "name": "network-vif-deleted", "tag": "2a0b7fea-52e2-47d9-b6e5-d762f98220ba", "status": "completed", "code": 200}]} {{(pid=100912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:02:50.367289 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9fb0192d-9d4d-45ca-99fa-3e4cc8a9883d {{(pid=100912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:02:50.367798 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de95ae84-0a13-44c7-aa3a-4a63f2dcb518', 'name': 'network-vif-deleted', 'tag': '2a0b7fea-52e2-47d9-b6e5-d762f98220ba', 'status': 'completed', 'code': 200} Sep 01 05:02:50.380996 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-dea9d754-11bf-4256-abcd-3a3ea6fff3c1 req-9ec0b72e-acfa-4e61-9b15-2d864ab10aac tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415158 Sep 01 05:02:50.606674 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-989f0589-a8f0-43a1-b64a-9b34fc9def6f req-dfffcf9a-5de9-4597-aa7b-7e3c60346990 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=aee9c1da-4b85-4736-8be3-b0190f921ea0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404696 Sep 01 05:02:50.747754 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f0589-a8f0-43a1-b64a-9b34fc9def6f req-e473cc02-bd5d-45a3-ab06-f85197ef7c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:50.749272 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-989f0589-a8f0-43a1-b64a-9b34fc9def6f req-e473cc02-bd5d-45a3-ab06-f85197ef7c9e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6656dbfc754f4b4eb5789000e7b6d945&device_id=aee9c1da-4b85-4736-8be3-b0190f921ea0 HTTP/1.1" status: 200 len: 1099 time: 0.0434701 Sep 01 05:02:50.862814 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f0589-a8f0-43a1-b64a-9b34fc9def6f req-05d56ddc-4b26-4079-97cd-bbda5ae1ea5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:50.864220 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-989f0589-a8f0-43a1-b64a-9b34fc9def6f req-05d56ddc-4b26-4079-97cd-bbda5ae1ea5f service neutron] 10.222.0.37 "GET /v2.0/networks?id=e239844d-232c-4a02-ba33-46d720e37c24 HTTP/1.1" status: 200 len: 920 time: 0.0849733 Sep 01 05:02:50.913191 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-989f0589-a8f0-43a1-b64a-9b34fc9def6f req-0e7cb809-6635-42de-912f-0a73f81e7e1a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=751997c4-9e87-414d-a807-eca808de742a HTTP/1.1" status: 200 len: 217 time: 0.0381303 Sep 01 05:02:50.969536 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f0589-a8f0-43a1-b64a-9b34fc9def6f req-2084d23f-d5d8-4b1a-a005-1ef4ab5b83bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:50.971090 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-989f0589-a8f0-43a1-b64a-9b34fc9def6f req-2084d23f-d5d8-4b1a-a005-1ef4ab5b83bf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f3160f96-5162-4386-b59c-1540b2ae925c HTTP/1.1" status: 200 len: 859 time: 0.0499017 Sep 01 05:02:51.013486 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-989f0589-a8f0-43a1-b64a-9b34fc9def6f req-91da1fdd-51bb-4f00-855c-2d8ef003da2b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e239844d-232c-4a02-ba33-46d720e37c24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279958 Sep 01 05:02:51.119669 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-989f0589-a8f0-43a1-b64a-9b34fc9def6f req-f063d761-bc07-408a-b5af-79b39f92ff3e service neutron] 10.222.0.37 "GET /v2.0/networks/e239844d-232c-4a02-ba33-46d720e37c24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917909 Sep 01 05:02:51.234741 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-989f0589-a8f0-43a1-b64a-9b34fc9def6f req-615a6856-fb6f-4b12-92c7-dd3527520a7f service neutron] 10.222.0.37 "GET /v2.0/networks/e239844d-232c-4a02-ba33-46d720e37c24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881915 Sep 01 05:02:51.406163 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-2ddc9980-69d5-48d2-ae94-8bed696ca98b req-cc65ae62-30f7-4117-a605-e2514eee1634 tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] 10.222.0.11 "GET /v2.0/ports?device_id=de95ae84-0a13-44c7-aa3a-4a63f2dcb518 HTTP/1.1" status: 200 len: 210 time: 0.0260410 Sep 01 05:02:51.507747 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed9206a-b8da-459e-9e5f-7d7bd1ae998a req-29c9e5fa-e205-4191-a7fe-f7efc24c41a4 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:51.509221 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-5ed9206a-b8da-459e-9e5f-7d7bd1ae998a req-29c9e5fa-e205-4191-a7fe-f7efc24c41a4 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=21e1a61e-3d53-4e8d-8b7f-3acb18606bfe HTTP/1.1" status: 200 len: 945 time: 0.0541639 Sep 01 05:02:51.546857 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-5ed9206a-b8da-459e-9e5f-7d7bd1ae998a req-11ab30f1-0a49-4c79-8b9d-9a3d4261d3b5 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309043 Sep 01 05:02:52.076436 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:53.395137 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 44768) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:02:53.496647 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-c247fc02-2df4-47b6-a3f2-7190924c301d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:53.585212 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-c247fc02-2df4-47b6-a3f2-7190924c301d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:53.643543 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-c247fc02-2df4-47b6-a3f2-7190924c301d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:53.680961 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-c247fc02-2df4-47b6-a3f2-7190924c301d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fbd82716749e4cde8e523caca144dade&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2847905 Sep 01 05:02:53.681816 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c247fc02-2df4-47b6-a3f2-7190924c301d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eed49a51-c110-4266-a6f6-56a959d1bc33,revision_number=1']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:02:53.684247 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 44772) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:02:53.689815 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c247fc02-2df4-47b6-a3f2-7190924c301d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:02:53.690352 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c247fc02-2df4-47b6-a3f2-7190924c301d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:02:53.690710 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c247fc02-2df4-47b6-a3f2-7190924c301d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:02:53.691172 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c247fc02-2df4-47b6-a3f2-7190924c301d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:02:53.691517 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c247fc02-2df4-47b6-a3f2-7190924c301d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:02:53.691857 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c247fc02-2df4-47b6-a3f2-7190924c301d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:02:53.692220 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c247fc02-2df4-47b6-a3f2-7190924c301d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:02:53.692579 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c247fc02-2df4-47b6-a3f2-7190924c301d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:02:53.692911 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c247fc02-2df4-47b6-a3f2-7190924c301d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:02:53.693239 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c247fc02-2df4-47b6-a3f2-7190924c301d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:02:53.693570 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c247fc02-2df4-47b6-a3f2-7190924c301d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:02:53.693932 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c247fc02-2df4-47b6-a3f2-7190924c301d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:02:53.735520 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-83eccc76-11b0-49b3-b229-a67707430089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:53.756153 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-83eccc76-11b0-49b3-b229-a67707430089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:53.866589 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-83eccc76-11b0-49b3-b229-a67707430089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:53.869118 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-83eccc76-11b0-49b3-b229-a67707430089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:53.870830 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-83eccc76-11b0-49b3-b229-a67707430089 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/eed49a51-c110-4266-a6f6-56a959d1bc33 HTTP/1.1" status: 204 len: 168 time: 0.1855042 Sep 01 05:02:53.878620 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eccc76-11b0-49b3-b229-a67707430089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed49a51-c110-4266-a6f6-56a959d1bc33,revision_number=None']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:02:54.274757 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device 2a0b7fea-52e2-47d9-b6e5-d762f98220ba no longer exists at agent hyperv_hv-cinder-80473 {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:02:54.296759 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.plugin [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] No Port match for: 2a0b7fea-52e2-47d9-b6e5-d762f98220ba {{(pid=100913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 05:02:54.297161 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device 2a0b7fea-52e2-47d9-b6e5-d762f98220ba not bound to the agent host hv-cinder-80473 {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 05:02:54.457034 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 44790) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:02:54.472834 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-41794b56-3305-4e76-8560-ebbc734673f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:54.542203 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-431902dc-3ff1-44d5-bf04-87ea8c8de86a req-83011f00-db4b-46fa-b466-ec35137f2170 tempest-DeleteServersTestJSON-472886093 tempest-DeleteServersTestJSON-472886093-project] 10.222.0.11 "GET /v2.0/ports?device_id=de95ae84-0a13-44c7-aa3a-4a63f2dcb518 HTTP/1.1" status: 200 len: 210 time: 0.0320642 Sep 01 05:02:54.616144 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36018f2b-8ac2-488e-b257-07ca2c6e3958 req-88f58bbf-b8c9-4ad2-b143-394bbe56fd3a tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:54.617614 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-36018f2b-8ac2-488e-b257-07ca2c6e3958 req-88f58bbf-b8c9-4ad2-b143-394bbe56fd3a tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=21e1a61e-3d53-4e8d-8b7f-3acb18606bfe HTTP/1.1" status: 200 len: 945 time: 0.0779595 Sep 01 05:02:54.653361 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-41794b56-3305-4e76-8560-ebbc734673f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:54.670847 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-36018f2b-8ac2-488e-b257-07ca2c6e3958 req-d240ad8a-d421-4445-89cd-e8506cc2d5c3 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430605 Sep 01 05:02:54.741000 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-41794b56-3305-4e76-8560-ebbc734673f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:54.780008 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41794b56-3305-4e76-8560-ebbc734673f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d24db086-9325-45a4-bfa2-bd34e3d5dbba,revision_number=1']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:02:54.784444 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-41794b56-3305-4e76-8560-ebbc734673f0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=969aabef133c4761bcd2bb3c94e4094f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3263395 Sep 01 05:02:54.787203 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 44796) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:02:54.834229 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-95b3962a-864f-43d9-afbf-1957ea6cc1d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:54.855416 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-95b3962a-864f-43d9-afbf-1957ea6cc1d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:55.002141 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-95b3962a-864f-43d9-afbf-1957ea6cc1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:55.004724 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-95b3962a-864f-43d9-afbf-1957ea6cc1d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:55.005915 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-95b3962a-864f-43d9-afbf-1957ea6cc1d3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d24db086-9325-45a4-bfa2-bd34e3d5dbba HTTP/1.1" status: 204 len: 168 time: 0.2178178 Sep 01 05:02:55.015758 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b3962a-864f-43d9-afbf-1957ea6cc1d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d24db086-9325-45a4-bfa2-bd34e3d5dbba,revision_number=None']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:02:55.814666 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1530936b-e8a0-46ed-b508-6d993f0de088 req-b547806e-88df-4c07-87a2-78dc46d88408 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:55.816240 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-1530936b-e8a0-46ed-b508-6d993f0de088 req-b547806e-88df-4c07-87a2-78dc46d88408 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=21e1a61e-3d53-4e8d-8b7f-3acb18606bfe HTTP/1.1" status: 200 len: 945 time: 0.0604937 Sep 01 05:02:55.862611 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-1530936b-e8a0-46ed-b508-6d993f0de088 req-b759ee48-d06d-4430-bb7b-7ac59eb0a764 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384660 Sep 01 05:02:56.991470 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6650e066-ca0b-4eba-8034-4eaf62a330f1 req-c99dcfa7-7dec-4abf-b0b2-07a74b08be17 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:56.993042 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-6650e066-ca0b-4eba-8034-4eaf62a330f1 req-c99dcfa7-7dec-4abf-b0b2-07a74b08be17 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=21e1a61e-3d53-4e8d-8b7f-3acb18606bfe HTTP/1.1" status: 200 len: 945 time: 0.0509367 Sep 01 05:02:57.035718 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-6650e066-ca0b-4eba-8034-4eaf62a330f1 req-d0589eb4-38e1-4e82-b8d5-1d9ba7a05066 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320508 Sep 01 05:02:57.718151 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 44910) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:02:57.823619 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-1f9962b5-8254-4145-a332-e1afa34ff569 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:57.922890 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-1f9962b5-8254-4145-a332-e1afa34ff569 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:57.996477 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-1f9962b5-8254-4145-a332-e1afa34ff569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:58.161081 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d95d468-2d8f-4d56-b0d4-e6b0302f52d1 req-b1d2f16b-2bbe-4a7d-92ae-52f178bf93ae tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:58.162936 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-0d95d468-2d8f-4d56-b0d4-e6b0302f52d1 req-b1d2f16b-2bbe-4a7d-92ae-52f178bf93ae tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=21e1a61e-3d53-4e8d-8b7f-3acb18606bfe HTTP/1.1" status: 200 len: 945 time: 0.0500870 Sep 01 05:02:58.204792 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-0d95d468-2d8f-4d56-b0d4-e6b0302f52d1 req-cf575a8a-1514-420b-bf8a-4f3bcf027562 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339704 Sep 01 05:02:58.247358 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-1f9962b5-8254-4145-a332-e1afa34ff569 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b7dcb413df5c4c23810b812cb57a785a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5279493 Sep 01 05:02:58.248302 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9962b5-8254-4145-a332-e1afa34ff569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b400e05a-6872-4e62-a727-9f92810e569c,revision_number=1']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:02:58.249925 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 44936) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:02:58.302620 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-457a654e-dc55-4150-a9e6-2be189bff6ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:58.331325 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-457a654e-dc55-4150-a9e6-2be189bff6ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:58.368934 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 44948) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:02:58.434279 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.db_base_plugin_v2 [None req-34b6b1dd-9b51-47d0-ad91-ff3d36902443 admin admin] Deleting subnet 909e3fa2-7f33-42d6-8481-226421c0fbb2 {{(pid=100911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 05:02:58.437447 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-34b6b1dd-9b51-47d0-ad91-ff3d36902443 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:58.453611 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-457a654e-dc55-4150-a9e6-2be189bff6ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:58.456241 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-457a654e-dc55-4150-a9e6-2be189bff6ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:58.457578 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-457a654e-dc55-4150-a9e6-2be189bff6ee admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b400e05a-6872-4e62-a727-9f92810e569c HTTP/1.1" status: 204 len: 168 time: 0.2065008 Sep 01 05:02:58.467287 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457a654e-dc55-4150-a9e6-2be189bff6ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b400e05a-6872-4e62-a727-9f92810e569c,revision_number=None']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:02:58.473233 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-34b6b1dd-9b51-47d0-ad91-ff3d36902443 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3679595'] for subnet, precommit_delete_associations {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:58.516893 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 44954) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:02:58.528943 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-34b6b1dd-9b51-47d0-ad91-ff3d36902443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942180'] for subnet, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:58.629188 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-b38ae7ae-7a3e-4450-bd5f-1b16614559b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:58.701443 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-34b6b1dd-9b51-47d0-ad91-ff3d36902443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3457175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3892981'] for subnet, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:58.716766 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-b38ae7ae-7a3e-4450-bd5f-1b16614559b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:58.730433 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b6b1dd-9b51-47d0-ad91-ff3d36902443 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=909e3fa2-7f33-42d6-8481-226421c0fbb2,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:02:58.732541 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-34b6b1dd-9b51-47d0-ad91-ff3d36902443 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:58.734408 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-34b6b1dd-9b51-47d0-ad91-ff3d36902443 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/909e3fa2-7f33-42d6-8481-226421c0fbb2 HTTP/1.1" status: 204 len: 168 time: 0.3639059 Sep 01 05:02:58.736874 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 44958) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:02:58.793322 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-b38ae7ae-7a3e-4450-bd5f-1b16614559b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:58.809822 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-5352e6d8-f723-49ef-9139-247a799144f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556555'] for network, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:58.833794 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-b38ae7ae-7a3e-4450-bd5f-1b16614559b5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b4b04169cd2f4dae8b7bcd5c7e34497a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3156135 Sep 01 05:02:58.834922 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38ae7ae-7a3e-4450-bd5f-1b16614559b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bfc515c-b7ea-4802-8f6b-9be1844fe727,revision_number=1']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:02:58.837231 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 44962) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:02:58.889667 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-02e5a0cf-a9fd-47bb-b8d4-72838f9c4320 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:58.896316 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-5352e6d8-f723-49ef-9139-247a799144f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942495', 'neutron.services.segments.db._delete_segments_for_network-8780564943041'] for network, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:58.907073 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.services.segments.db [None req-5352e6d8-f723-49ef-9139-247a799144f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c723ed29-cdf0-4f62-a130-3d9f06afd19b']}} {{(pid=100911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:02:58.911264 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-02e5a0cf-a9fd-47bb-b8d4-72838f9c4320 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:58.917493 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.services.segments.db [None req-5352e6d8-f723-49ef-9139-247a799144f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '977b7374-dcaa-468f-9e3b-93bdf2287220') {'for_net_delete': True} {{(pid=100911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:02:58.917787 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.services.segments.db [None req-5352e6d8-f723-49ef-9139-247a799144f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '977b7374-dcaa-468f-9e3b-93bdf2287220') {} {{(pid=100911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:02:58.926275 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-5352e6d8-f723-49ef-9139-247a799144f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780564954453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3679568'] for segment, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:58.940249 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-5352e6d8-f723-49ef-9139-247a799144f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945202'] for segment, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:58.946332 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5352e6d8-f723-49ef-9139-247a799144f6 admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=100911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 05:02:58.946717 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-5352e6d8-f723-49ef-9139-247a799144f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3457069'] for segment, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:58.948939 dv-cinder-804735-5-iscsi neutron-server[100911]: Traceback (most recent call last): Sep 01 05:02:58.948939 dv-cinder-804735-5-iscsi neutron-server[100911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 05:02:58.948939 dv-cinder-804735-5-iscsi neutron-server[100911]: timer() Sep 01 05:02:58.948939 dv-cinder-804735-5-iscsi neutron-server[100911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 05:02:58.948939 dv-cinder-804735-5-iscsi neutron-server[100911]: cb(*args, **kw) Sep 01 05:02:58.948939 dv-cinder-804735-5-iscsi neutron-server[100911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 05:02:58.948939 dv-cinder-804735-5-iscsi neutron-server[100911]: return func(*args, **kwargs) Sep 01 05:02:58.948939 dv-cinder-804735-5-iscsi neutron-server[100911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 05:02:58.948939 dv-cinder-804735-5-iscsi neutron-server[100911]: self._notify() Sep 01 05:02:58.948939 dv-cinder-804735-5-iscsi neutron-server[100911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 05:02:58.948939 dv-cinder-804735-5-iscsi neutron-server[100911]: self.callback(batched_events) Sep 01 05:02:58.948939 dv-cinder-804735-5-iscsi neutron-server[100911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 05:02:58.948939 dv-cinder-804735-5-iscsi neutron-server[100911]: event.method(event) Sep 01 05:02:58.948939 dv-cinder-804735-5-iscsi neutron-server[100911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 05:02:58.948939 dv-cinder-804735-5-iscsi neutron-server[100911]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 05:02:58.948939 dv-cinder-804735-5-iscsi neutron-server[100911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 05:02:58.948939 dv-cinder-804735-5-iscsi neutron-server[100911]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 05:02:58.948939 dv-cinder-804735-5-iscsi neutron-server[100911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 05:02:58.948939 dv-cinder-804735-5-iscsi neutron-server[100911]: return f(self, *a, **k) Sep 01 05:02:58.948939 dv-cinder-804735-5-iscsi neutron-server[100911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 05:02:58.948939 dv-cinder-804735-5-iscsi neutron-server[100911]: return self._get(url).json() Sep 01 05:02:58.948939 dv-cinder-804735-5-iscsi neutron-server[100911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 05:02:58.948939 dv-cinder-804735-5-iscsi neutron-server[100911]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 05:02:58.948939 dv-cinder-804735-5-iscsi neutron-server[100911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 05:02:58.948939 dv-cinder-804735-5-iscsi neutron-server[100911]: return self.request(url, 'GET', **kwargs) Sep 01 05:02:58.948939 dv-cinder-804735-5-iscsi neutron-server[100911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 05:02:58.948939 dv-cinder-804735-5-iscsi neutron-server[100911]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 05:02:58.948939 dv-cinder-804735-5-iscsi neutron-server[100911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 05:02:58.948939 dv-cinder-804735-5-iscsi neutron-server[100911]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 05:02:58.948939 dv-cinder-804735-5-iscsi neutron-server[100911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 05:02:58.948939 dv-cinder-804735-5-iscsi neutron-server[100911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 05:02:58.948939 dv-cinder-804735-5-iscsi neutron-server[100911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 05:02:59.038446 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-02e5a0cf-a9fd-47bb-b8d4-72838f9c4320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:59.041269 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-02e5a0cf-a9fd-47bb-b8d4-72838f9c4320 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:59.045690 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-02e5a0cf-a9fd-47bb-b8d4-72838f9c4320 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8bfc515c-b7ea-4802-8f6b-9be1844fe727 HTTP/1.1" status: 204 len: 168 time: 0.2047765 Sep 01 05:02:59.051389 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e5a0cf-a9fd-47bb-b8d4-72838f9c4320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bfc515c-b7ea-4802-8f6b-9be1844fe727,revision_number=None']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:02:59.095297 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-5352e6d8-f723-49ef-9139-247a799144f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1958915'] for network, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:59.101162 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-5352e6d8-f723-49ef-9139-247a799144f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607828'] for network, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:59.105127 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-5352e6d8-f723-49ef-9139-247a799144f6 admin admin] 10.222.0.11 "DELETE /v2.0/networks/c723ed29-cdf0-4f62-a130-3d9f06afd19b HTTP/1.1" status: 204 len: 168 time: 0.3651919 Sep 01 05:02:59.119038 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5352e6d8-f723-49ef-9139-247a799144f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c723ed29-cdf0-4f62-a130-3d9f06afd19b,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:02:59.223524 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 44972) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:02:59.240034 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-aa145d75-d6a1-4f82-b245-80e605dea6ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:59.358845 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e8137-797d-4664-9780-2222b400290e req-d34b68e2-54f2-43de-8c58-85a588f7995b tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:02:59.360399 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-9b9e8137-797d-4664-9780-2222b400290e req-d34b68e2-54f2-43de-8c58-85a588f7995b tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=21e1a61e-3d53-4e8d-8b7f-3acb18606bfe HTTP/1.1" status: 200 len: 945 time: 0.0815468 Sep 01 05:02:59.397451 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-aa145d75-d6a1-4f82-b245-80e605dea6ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:59.415223 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-9b9e8137-797d-4664-9780-2222b400290e req-059bb6f8-d690-4bc3-87eb-34713e1e2253 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465057 Sep 01 05:02:59.522508 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-aa145d75-d6a1-4f82-b245-80e605dea6ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:59.560565 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-aa145d75-d6a1-4f82-b245-80e605dea6ef admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=48ebc29883ed4fff98a0cabfbe2fae35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3357422 Sep 01 05:02:59.562477 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa145d75-d6a1-4f82-b245-80e605dea6ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c5ed640-251a-451d-9b0c-8fcdec12fa67,revision_number=1']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:02:59.563160 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 44982) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:02:59.613062 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-298cd05d-ceb8-46a4-8661-b1c824f4be02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:59.634063 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-298cd05d-ceb8-46a4-8661-b1c824f4be02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:59.678464 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 44984) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:02:59.716803 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-9400e1e3-9f74-4ebd-aaaf-93065b501bbf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=946e808f58424af988fc775dafe15514&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0370450 Sep 01 05:02:59.719379 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 44986) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:02:59.768698 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-eb46dcbf-2093-45e2-aadf-35ba065b87a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:59.787442 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 44988) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:02:59.789773 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-eb46dcbf-2093-45e2-aadf-35ba065b87a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:59.801307 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-216830b0-06e7-4be0-ad9c-85c4966deee9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:59.838336 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-298cd05d-ceb8-46a4-8661-b1c824f4be02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:59.841028 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-298cd05d-ceb8-46a4-8661-b1c824f4be02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:59.842744 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-298cd05d-ceb8-46a4-8661-b1c824f4be02 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5c5ed640-251a-451d-9b0c-8fcdec12fa67 HTTP/1.1" status: 204 len: 168 time: 0.2779248 Sep 01 05:02:59.850573 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298cd05d-ceb8-46a4-8661-b1c824f4be02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c5ed640-251a-451d-9b0c-8fcdec12fa67,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:02:59.908999 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-216830b0-06e7-4be0-ad9c-85c4966deee9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:59.968229 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-eb46dcbf-2093-45e2-aadf-35ba065b87a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:59.970954 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-eb46dcbf-2093-45e2-aadf-35ba065b87a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:02:59.972373 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-eb46dcbf-2093-45e2-aadf-35ba065b87a8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/63cd6b54-f6bd-4c17-b05c-3feaa612db8e HTTP/1.1" status: 204 len: 168 time: 0.2520049 Sep 01 05:02:59.980916 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb46dcbf-2093-45e2-aadf-35ba065b87a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63cd6b54-f6bd-4c17-b05c-3feaa612db8e,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:00.004290 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-216830b0-06e7-4be0-ad9c-85c4966deee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:00.045433 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-216830b0-06e7-4be0-ad9c-85c4966deee9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=383c6bfe55d4465382e0056976978007&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2569301 Sep 01 05:03:00.046586 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216830b0-06e7-4be0-ad9c-85c4966deee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=215ee9d0-a52d-493f-845a-8e330cf23dd1,revision_number=1']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:00.048120 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 44994) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:00.097345 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-48e0915a-cca7-48ae-a408-2de7157d8322 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:00.118885 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-48e0915a-cca7-48ae-a408-2de7157d8322 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:00.289969 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-48e0915a-cca7-48ae-a408-2de7157d8322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:00.294009 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-48e0915a-cca7-48ae-a408-2de7157d8322 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:00.298847 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-48e0915a-cca7-48ae-a408-2de7157d8322 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/215ee9d0-a52d-493f-845a-8e330cf23dd1 HTTP/1.1" status: 204 len: 168 time: 0.2461081 Sep 01 05:03:00.310423 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e0915a-cca7-48ae-a408-2de7157d8322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=215ee9d0-a52d-493f-845a-8e330cf23dd1,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:00.555866 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab6f9d-eec3-4294-9713-804dcdfac8cd req-c0996120-0389-4f77-8d01-2b2e90dfd08a tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:00.563386 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-c3ab6f9d-eec3-4294-9713-804dcdfac8cd req-c0996120-0389-4f77-8d01-2b2e90dfd08a tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=21e1a61e-3d53-4e8d-8b7f-3acb18606bfe HTTP/1.1" status: 200 len: 945 time: 0.0625758 Sep 01 05:03:00.609151 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-c3ab6f9d-eec3-4294-9713-804dcdfac8cd req-e2f3470d-3094-45c2-b8e0-52729d11aa88 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436447 Sep 01 05:03:01.728088 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d687b33a-63e9-4dea-8455-2cf881c791bc req-acb3b030-2028-42d4-8c20-e488044f3868 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:01.730266 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-d687b33a-63e9-4dea-8455-2cf881c791bc req-acb3b030-2028-42d4-8c20-e488044f3868 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=21e1a61e-3d53-4e8d-8b7f-3acb18606bfe HTTP/1.1" status: 200 len: 945 time: 0.0521393 Sep 01 05:03:01.772955 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-d687b33a-63e9-4dea-8455-2cf881c791bc req-0dea980a-ff6d-4cbb-b998-0eb5415b894a tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367141 Sep 01 05:03:02.901134 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3c1aba-3dfb-4b7d-95be-a0c9e964f91c req-39d50bfa-3430-4473-82b0-48785910ba1f tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:02.905259 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-aa3c1aba-3dfb-4b7d-95be-a0c9e964f91c req-39d50bfa-3430-4473-82b0-48785910ba1f tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=21e1a61e-3d53-4e8d-8b7f-3acb18606bfe HTTP/1.1" status: 200 len: 945 time: 0.0572159 Sep 01 05:03:02.945577 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-aa3c1aba-3dfb-4b7d-95be-a0c9e964f91c req-c0fdbd59-2756-44cb-9db9-36518d769e8e tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344923 Sep 01 05:03:03.039033 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 45140) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:03.101998 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 45146) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:03.288067 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-37cf5f3f-2b93-4317-acb8-aef410895ec7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:03.336462 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-18bf6544-75f4-451d-8acf-d491f8819255 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:03.382183 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-37cf5f3f-2b93-4317-acb8-aef410895ec7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:03.472768 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-37cf5f3f-2b93-4317-acb8-aef410895ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:03.508661 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cf5f3f-2b93-4317-acb8-aef410895ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60de9631-a395-4035-aa46-9eb71fad12b3,revision_number=1']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:03.523388 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-37cf5f3f-2b93-4317-acb8-aef410895ec7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=17f1ad1aee764213ad45fdfd592e0f88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4832733 Sep 01 05:03:03.526599 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 45162) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:03.590911 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-5215a0d2-3c0b-4f5a-a07f-54f5de49e30e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:03.591730 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-18bf6544-75f4-451d-8acf-d491f8819255 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:03.626155 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-5215a0d2-3c0b-4f5a-a07f-54f5de49e30e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:03.687005 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-18bf6544-75f4-451d-8acf-d491f8819255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:03.731691 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-18bf6544-75f4-451d-8acf-d491f8819255 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=81e09e37250f4bc486388ee857d70db8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6282516 Sep 01 05:03:03.734519 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 45176) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:03.740859 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bf6544-75f4-451d-8acf-d491f8819255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=592e2f55-591e-4050-8b02-c99c46ccb704,revision_number=1']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:03.791807 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-5215a0d2-3c0b-4f5a-a07f-54f5de49e30e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:03.795935 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-5215a0d2-3c0b-4f5a-a07f-54f5de49e30e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:03.797312 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-5215a0d2-3c0b-4f5a-a07f-54f5de49e30e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/60de9631-a395-4035-aa46-9eb71fad12b3 HTTP/1.1" status: 204 len: 168 time: 0.2695949 Sep 01 05:03:03.809568 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-8740936b-d4f1-460f-9c8e-5919f0ae5b29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:03.833294 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-8740936b-d4f1-460f-9c8e-5919f0ae5b29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:03.839816 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5215a0d2-3c0b-4f5a-a07f-54f5de49e30e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60de9631-a395-4035-aa46-9eb71fad12b3,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:03.958274 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-8740936b-d4f1-460f-9c8e-5919f0ae5b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:03.960920 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-8740936b-d4f1-460f-9c8e-5919f0ae5b29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:03.962089 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-8740936b-d4f1-460f-9c8e-5919f0ae5b29 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/592e2f55-591e-4050-8b02-c99c46ccb704 HTTP/1.1" status: 204 len: 168 time: 0.2263703 Sep 01 05:03:03.972520 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8740936b-d4f1-460f-9c8e-5919f0ae5b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=592e2f55-591e-4050-8b02-c99c46ccb704,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:04.078519 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d47220b-c12d-406d-ab24-fb376a3d1d09 req-a148ca51-a38b-4217-8a68-356ca6912206 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:04.080149 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-1d47220b-c12d-406d-ab24-fb376a3d1d09 req-a148ca51-a38b-4217-8a68-356ca6912206 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=21e1a61e-3d53-4e8d-8b7f-3acb18606bfe HTTP/1.1" status: 200 len: 945 time: 0.0546074 Sep 01 05:03:04.118738 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-1d47220b-c12d-406d-ab24-fb376a3d1d09 req-3fc18d1e-56d6-41a1-931d-e20c56684aaa tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326149 Sep 01 05:03:05.257900 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18afba2-638f-4091-8aad-6402aa1d4177 req-54f62ec2-258f-4041-b574-d1f7515e1472 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:05.259723 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-d18afba2-638f-4091-8aad-6402aa1d4177 req-54f62ec2-258f-4041-b574-d1f7515e1472 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=21e1a61e-3d53-4e8d-8b7f-3acb18606bfe HTTP/1.1" status: 200 len: 945 time: 0.0616915 Sep 01 05:03:05.334947 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-d18afba2-638f-4091-8aad-6402aa1d4177 req-2f0973b8-50db-4c79-9522-af1c003ab530 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690448 Sep 01 05:03:06.036486 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 45286) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:06.148896 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-c8b18ea6-5aa9-447e-a957-7a7cd92ce7c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:06.241134 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-c8b18ea6-5aa9-447e-a957-7a7cd92ce7c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:06.329468 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-c8b18ea6-5aa9-447e-a957-7a7cd92ce7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:06.408703 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 45304) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:06.409676 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-c8b18ea6-5aa9-447e-a957-7a7cd92ce7c1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=594a3e4e4c9a42f6aaeb6153d8cbdc25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3737767 Sep 01 05:03:06.413651 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b18ea6-5aa9-447e-a957-7a7cd92ce7c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2bc3a7b-89bc-48a2-96f2-68cc1d92d2a3,revision_number=1']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:06.508785 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a90d9c-9c14-46c4-a8e0-a80f40b67078 req-a0716c6d-a505-457b-b45c-7e500b53e995 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:06.510879 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-07a90d9c-9c14-46c4-a8e0-a80f40b67078 req-a0716c6d-a505-457b-b45c-7e500b53e995 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=21e1a61e-3d53-4e8d-8b7f-3acb18606bfe HTTP/1.1" status: 200 len: 945 time: 0.0718868 Sep 01 05:03:06.511614 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-db1625a6-87cf-4847-8991-9468d307c8f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:06.545154 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-db1625a6-87cf-4847-8991-9468d307c8f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:06.592574 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-07a90d9c-9c14-46c4-a8e0-a80f40b67078 req-be30291b-9560-4a42-b299-ef885fcd9885 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716212 Sep 01 05:03:07.107896 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-db1625a6-87cf-4847-8991-9468d307c8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:07.107896 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-db1625a6-87cf-4847-8991-9468d307c8f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:07.107896 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-db1625a6-87cf-4847-8991-9468d307c8f9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e2bc3a7b-89bc-48a2-96f2-68cc1d92d2a3 HTTP/1.1" status: 204 len: 168 time: 0.4259763 Sep 01 05:03:07.107896 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1625a6-87cf-4847-8991-9468d307c8f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2bc3a7b-89bc-48a2-96f2-68cc1d92d2a3,revision_number=None']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:07.410849 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-a2fe6904-d5a9-4be2-92a1-a63814adda1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:07.724932 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e90172-8c81-4136-b0fd-adbf70a3c4d3 req-f53e80ce-c65e-4391-bcc0-0ea1996b7628 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:07.729808 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-59e90172-8c81-4136-b0fd-adbf70a3c4d3 req-f53e80ce-c65e-4391-bcc0-0ea1996b7628 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=21e1a61e-3d53-4e8d-8b7f-3acb18606bfe HTTP/1.1" status: 200 len: 945 time: 0.0647101 Sep 01 05:03:07.770214 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-59e90172-8c81-4136-b0fd-adbf70a3c4d3 req-d0f5f153-4402-4738-a9fb-31d55417766e tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341296 Sep 01 05:03:08.146856 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 45358) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:08.162635 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-671367b8-4fe6-4939-ac0c-97227ca2c4d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:08.250676 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-671367b8-4fe6-4939-ac0c-97227ca2c4d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:08.350799 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-671367b8-4fe6-4939-ac0c-97227ca2c4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:08.388515 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-671367b8-4fe6-4939-ac0c-97227ca2c4d6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2fc4b6f3a5734db3bb379d4a38960067&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2405713 Sep 01 05:03:08.391300 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 45368) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:08.392906 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671367b8-4fe6-4939-ac0c-97227ca2c4d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d98e9c2-2152-4ecb-bba1-f4ebe2b310a2,revision_number=1']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:08.439970 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-a2c286e9-2083-49d2-a27c-ac00c41f4232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:08.460634 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-a2c286e9-2083-49d2-a27c-ac00c41f4232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:08.602159 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-a2c286e9-2083-49d2-a27c-ac00c41f4232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:08.610586 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-a2c286e9-2083-49d2-a27c-ac00c41f4232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:08.610586 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-a2c286e9-2083-49d2-a27c-ac00c41f4232 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9d98e9c2-2152-4ecb-bba1-f4ebe2b310a2 HTTP/1.1" status: 204 len: 168 time: 0.2143519 Sep 01 05:03:08.615500 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c286e9-2083-49d2-a27c-ac00c41f4232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d98e9c2-2152-4ecb-bba1-f4ebe2b310a2,revision_number=None']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:08.898526 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79babd76-025a-42e1-acfe-7edc6cedc479 req-6ae78a7c-183e-4abe-bc95-d3c71dd18df9 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:08.900047 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-79babd76-025a-42e1-acfe-7edc6cedc479 req-6ae78a7c-183e-4abe-bc95-d3c71dd18df9 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=21e1a61e-3d53-4e8d-8b7f-3acb18606bfe HTTP/1.1" status: 200 len: 945 time: 0.0591652 Sep 01 05:03:08.936927 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-79babd76-025a-42e1-acfe-7edc6cedc479 req-d42a28a7-d2a9-43f2-b420-6ccf4df7ac1f tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304077 Sep 01 05:03:09.874204 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 45460) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:09.979711 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.v2.base [None req-5647a156-1028-4631-a1c7-5823f3bded90 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-250645348-network', 'tenant_id': '27162ee1188849019c98c9f166958407'}} {{(pid=100912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:03:10.015560 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:10.078182 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-0abaa074-2bba-45e2-8065-69cb60a90a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:10.091088 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa2d610-c1cc-4acb-87e4-75ac84c0cc44 req-5c47ae97-6c94-407d-b838-83a8cf509b3f tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:10.092829 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-caa2d610-c1cc-4acb-87e4-75ac84c0cc44 req-5c47ae97-6c94-407d-b838-83a8cf509b3f tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=21e1a61e-3d53-4e8d-8b7f-3acb18606bfe HTTP/1.1" status: 200 len: 945 time: 0.0560958 Sep 01 05:03:10.129581 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-caa2d610-c1cc-4acb-87e4-75ac84c0cc44 req-ba0e8967-9043-4a94-8d9f-f469ed391379 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307648 Sep 01 05:03:10.146229 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5647a156-1028-4631-a1c7-5823f3bded90 admin admin] Made reservation on behalf of 27162ee1188849019c98c9f166958407 for: {'network': 1} {{(pid=100912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 05:03:10.148545 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-5647a156-1028-4631-a1c7-5823f3bded90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for network, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:10.157818 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-5647a156-1028-4631-a1c7-5823f3bded90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:10.260946 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-5647a156-1028-4631-a1c7-5823f3bded90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:10.374197 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-5647a156-1028-4631-a1c7-5823f3bded90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:10.399844 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5647a156-1028-4631-a1c7-5823f3bded90 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=100912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 05:03:10.409928 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5647a156-1028-4631-a1c7-5823f3bded90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f302c0c-41db-47d8-a7f1-fbf4947ad606,revision_number=1']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:10.415094 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-5647a156-1028-4631-a1c7-5823f3bded90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945202'] for segment, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:10.415503 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.db.segments_db [None req-5647a156-1028-4631-a1c7-5823f3bded90 admin admin] Added segment 22d51992-7b41-4402-99ff-e16411aa3799 of type vlan for network bf8e92e8-2df9-4b76-b211-16ebfad895e6 Sep 01 05:03:10.465065 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-5647a156-1028-4631-a1c7-5823f3bded90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780564394581'] for network, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:10.575171 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-5647a156-1028-4631-a1c7-5823f3bded90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782'] for network, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:10.576175 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5647a156-1028-4631-a1c7-5823f3bded90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:10.577227 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-5647a156-1028-4631-a1c7-5823f3bded90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607828'] for network, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:10.637932 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5647a156-1028-4631-a1c7-5823f3bded90 admin admin] Pushing event updated for resources: {'Network': ['ID=bf8e92e8-2df9-4b76-b211-16ebfad895e6,revision_number=1']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:10.648019 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Network bf8e92e8-2df9-4b76-b211-16ebfad895e6 details requested by agent ovs-agent-dv-cinder-804735-5-iscsi with host dv-cinder-804735-5-iscsi {{(pid=100913) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 05:03:10.747715 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-5647a156-1028-4631-a1c7-5823f3bded90 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8723197 Sep 01 05:03:10.750671 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 45498) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:10.755723 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.v2.base [None req-225a2ec2-c0c4-47d3-9001-65ea0defb193 admin admin] Request body: {'subnet': {'network_id': 'bf8e92e8-2df9-4b76-b211-16ebfad895e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-250645348-subnet', 'tenant_id': '27162ee1188849019c98c9f166958407', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:03:10.904933 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-225a2ec2-c0c4-47d3-9001-65ea0defb193 admin admin] Made reservation on behalf of 27162ee1188849019c98c9f166958407 for: {'subnet': 1} {{(pid=100912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 05:03:10.907291 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-225a2ec2-c0c4-47d3-9001-65ea0defb193 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3840519'] for subnet, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:11.308230 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4402f2c9-2f92-4a3d-be07-1fb0929bf8a5 req-bfcf1b2e-f3b2-4c84-80aa-8f745d6d5375 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:11.313612 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-4402f2c9-2f92-4a3d-be07-1fb0929bf8a5 req-bfcf1b2e-f3b2-4c84-80aa-8f745d6d5375 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=21e1a61e-3d53-4e8d-8b7f-3acb18606bfe HTTP/1.1" status: 200 len: 945 time: 0.1103404 Sep 01 05:03:11.333305 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-125f6581-13c4-4eca-b15a-10d5e92c8028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:11.402396 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-4402f2c9-2f92-4a3d-be07-1fb0929bf8a5 req-27eedd33-30ef-4ce9-b6c4-80f6b41549da tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807576 Sep 01 05:03:11.483276 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-225a2ec2-c0c4-47d3-9001-65ea0defb193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59570964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3840529'] for subnet, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:11.529656 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 45524) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:11.543181 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225a2ec2-c0c4-47d3-9001-65ea0defb193 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e975287b-767e-4efd-a6ca-64e1e39ebd69,revision_number=0']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:11.551534 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225a2ec2-c0c4-47d3-9001-65ea0defb193 admin admin] Checking segment: {'id': '22d51992-7b41-4402-99ff-e16411aa3799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'bf8e92e8-2df9-4b76-b211-16ebfad895e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:03:11.551892 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225a2ec2-c0c4-47d3-9001-65ea0defb193 admin admin] Network hostable DHCP agents. Network: bf8e92e8-2df9-4b76-b211-16ebfad895e6, hostable agents: ['978c142f-0e94-4713-b592-abea12f7c88c'], hosted agents: [] {{(pid=100912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 05:03:11.651041 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-e68ff43f-10cb-4595-9cbb-e249dfff5c7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:11.653655 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225a2ec2-c0c4-47d3-9001-65ea0defb193 admin admin] Network bf8e92e8-2df9-4b76-b211-16ebfad895e6 is scheduled to be hosted by DHCP agent 978c142f-0e94-4713-b592-abea12f7c88c with binding_index 1 {{(pid=100912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 05:03:11.723979 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.scheduler.base_scheduler [None req-225a2ec2-c0c4-47d3-9001-65ea0defb193 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-5-iscsi, bf8e92e8-2df9-4b76-b211-16ebfad895e6) {{(pid=100912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:03:11.731097 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225a2ec2-c0c4-47d3-9001-65ea0defb193 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:11.732348 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-225a2ec2-c0c4-47d3-9001-65ea0defb193 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607828'] for subnet, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:11.741562 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f60fab-5905-4f90-98e5-621026087704 None None] Network bf8e92e8-2df9-4b76-b211-16ebfad895e6 requested from dv-cinder-804735-5-iscsi {{(pid=100913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 05:03:11.760937 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-e68ff43f-10cb-4595-9cbb-e249dfff5c7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:11.805039 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 45540) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:11.886319 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf57c8d-0fdc-41e9-a83e-ed666491a4c9 None None] Network bf8e92e8-2df9-4b76-b211-16ebfad895e6 requested from dv-cinder-804735-5-iscsi {{(pid=100913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 05:03:11.916353 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-e68ff43f-10cb-4595-9cbb-e249dfff5c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:11.928727 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-7d9fa964-d34b-4de3-917e-714a27cc67e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:11.973028 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68ff43f-10cb-4595-9cbb-e249dfff5c7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05239691-a331-40ef-9560-ec920289a601,revision_number=1']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:11.977396 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-e68ff43f-10cb-4595-9cbb-e249dfff5c7d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=aef8a573e45942618cec25ea7db0cdbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4467280 Sep 01 05:03:11.980191 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 45546) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:12.021856 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-225a2ec2-c0c4-47d3-9001-65ea0defb193 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2700310 Sep 01 05:03:12.046332 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-c423bdc7-5930-4210-b61f-4cc79a3c5a59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:12.081634 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-c423bdc7-5930-4210-b61f-4cc79a3c5a59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:12.159202 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-7d9fa964-d34b-4de3-917e-714a27cc67e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:12.261723 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-c423bdc7-5930-4210-b61f-4cc79a3c5a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:12.264254 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-c423bdc7-5930-4210-b61f-4cc79a3c5a59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:12.265570 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-c423bdc7-5930-4210-b61f-4cc79a3c5a59 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/05239691-a331-40ef-9560-ec920289a601 HTTP/1.1" status: 204 len: 168 time: 0.2843001 Sep 01 05:03:12.267987 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-7d9fa964-d34b-4de3-917e-714a27cc67e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:12.277849 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c423bdc7-5930-4210-b61f-4cc79a3c5a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05239691-a331-40ef-9560-ec920289a601,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:12.321080 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-7d9fa964-d34b-4de3-917e-714a27cc67e8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ba964abf3ef148e18a3583c585a94498&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5126832 Sep 01 05:03:12.321866 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 45556) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:12.324091 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9fa964-d34b-4de3-917e-714a27cc67e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d43d53f-d59a-4a7a-8f10-c763d8d15c2d,revision_number=1']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:12.380457 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-eb97fc5b-ced5-4f39-8afd-c344ff8662cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:12.408157 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-eb97fc5b-ced5-4f39-8afd-c344ff8662cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:12.536163 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eaf52e-579f-4108-ad77-3e1cf80f20bf req-aff49913-8ec2-45a3-bc74-c477f209f422 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:12.537654 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-19eaf52e-579f-4108-ad77-3e1cf80f20bf req-aff49913-8ec2-45a3-bc74-c477f209f422 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=21e1a61e-3d53-4e8d-8b7f-3acb18606bfe HTTP/1.1" status: 200 len: 945 time: 0.0534353 Sep 01 05:03:12.573219 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-eb97fc5b-ced5-4f39-8afd-c344ff8662cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:12.576205 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-eb97fc5b-ced5-4f39-8afd-c344ff8662cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:12.577486 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-eb97fc5b-ced5-4f39-8afd-c344ff8662cb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0d43d53f-d59a-4a7a-8f10-c763d8d15c2d HTTP/1.1" status: 204 len: 168 time: 0.2536199 Sep 01 05:03:12.591267 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-19eaf52e-579f-4108-ad77-3e1cf80f20bf req-e423f592-fe35-4ebc-99ae-dd98b170417c tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467684 Sep 01 05:03:12.592749 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb97fc5b-ced5-4f39-8afd-c344ff8662cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d43d53f-d59a-4a7a-8f10-c763d8d15c2d,revision_number=None']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:13.092951 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 45596) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:13.098200 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.v2.base [None req-49110fda-4a1a-4608-86d1-e04f526b07ed admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1627035224-network', 'tenant_id': '1c88314fccff468c80686048693c7ce4'}} {{(pid=100912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:03:13.162678 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-57069d07-1191-4bd8-9ef8-43ac9a8b42c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:13.196516 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49110fda-4a1a-4608-86d1-e04f526b07ed admin admin] Made reservation on behalf of 1c88314fccff468c80686048693c7ce4 for: {'network': 1} {{(pid=100912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 05:03:13.200159 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-49110fda-4a1a-4608-86d1-e04f526b07ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for network, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:13.208869 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-49110fda-4a1a-4608-86d1-e04f526b07ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:13.301114 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-49110fda-4a1a-4608-86d1-e04f526b07ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:13.424702 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-49110fda-4a1a-4608-86d1-e04f526b07ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:13.450051 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49110fda-4a1a-4608-86d1-e04f526b07ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=100912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 05:03:13.458712 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49110fda-4a1a-4608-86d1-e04f526b07ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96f87d88-948e-41a3-a598-404d870c6e89,revision_number=1']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:13.466740 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-49110fda-4a1a-4608-86d1-e04f526b07ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945202'] for segment, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:13.467398 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.db.segments_db [None req-49110fda-4a1a-4608-86d1-e04f526b07ed admin admin] Added segment 33fb1eaf-55b7-412a-8e6e-f8c706e5b581 of type vlan for network 94339db1-f5a0-4ca5-aa9f-b30933583025 Sep 01 05:03:13.509126 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-49110fda-4a1a-4608-86d1-e04f526b07ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780564394581'] for network, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:13.599967 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 45612) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:13.613907 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-49110fda-4a1a-4608-86d1-e04f526b07ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782'] for network, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:13.615024 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49110fda-4a1a-4608-86d1-e04f526b07ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:13.617067 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-49110fda-4a1a-4608-86d1-e04f526b07ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607828'] for network, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:13.623049 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-e14b25b6-ae8b-45bd-9993-1b6e2e048e0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:13.718159 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49110fda-4a1a-4608-86d1-e04f526b07ed admin admin] Pushing event updated for resources: {'Network': ['ID=94339db1-f5a0-4ca5-aa9f-b30933583025,revision_number=1']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:13.727663 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Network 94339db1-f5a0-4ca5-aa9f-b30933583025 details requested by agent ovs-agent-dv-cinder-804735-5-iscsi with host dv-cinder-804735-5-iscsi {{(pid=100913) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 05:03:13.740261 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340c2604-a34c-47af-9012-299531e868db req-d57ad12f-de87-4a2f-b250-e56588589801 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:13.741792 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-340c2604-a34c-47af-9012-299531e868db req-d57ad12f-de87-4a2f-b250-e56588589801 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=21e1a61e-3d53-4e8d-8b7f-3acb18606bfe HTTP/1.1" status: 200 len: 945 time: 0.0649538 Sep 01 05:03:13.757534 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-49110fda-4a1a-4608-86d1-e04f526b07ed admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6634581 Sep 01 05:03:13.761538 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 45616) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:13.766190 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.v2.base [None req-afbde46f-db93-4a56-9f8f-f210662cfd78 admin admin] Request body: {'subnet': {'network_id': '94339db1-f5a0-4ca5-aa9f-b30933583025', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1627035224-subnet', 'tenant_id': '1c88314fccff468c80686048693c7ce4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:03:13.802258 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-340c2604-a34c-47af-9012-299531e868db req-44b303de-1e98-44f9-ae6f-f18c9677c105 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538833 Sep 01 05:03:13.863799 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-e14b25b6-ae8b-45bd-9993-1b6e2e048e0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:13.934937 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 45628) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:13.945109 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-e14b25b6-ae8b-45bd-9993-1b6e2e048e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:13.996007 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-e14b25b6-ae8b-45bd-9993-1b6e2e048e0f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7b3527e1784b41859b948ce1a3b7c9ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3948846 Sep 01 05:03:13.997052 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14b25b6-ae8b-45bd-9993-1b6e2e048e0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=298c561a-809d-476e-820d-f48280801053,revision_number=1']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:13.998904 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 45634) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:14.041029 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afbde46f-db93-4a56-9f8f-f210662cfd78 admin admin] Made reservation on behalf of 1c88314fccff468c80686048693c7ce4 for: {'subnet': 1} {{(pid=100911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 05:03:14.058050 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-afbde46f-db93-4a56-9f8f-f210662cfd78 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3892954'] for subnet, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:14.117917 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-c5ec7ef8-0b40-4b5b-ba70-f66b50e76468 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:14.151325 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-352647ec-7d3c-4123-8ef2-b67075b541cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:14.192068 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 45642) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:14.200280 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-352647ec-7d3c-4123-8ef2-b67075b541cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:14.290612 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.v2.base [None req-b4613b93-fd27-4f61-8ce9-aebbb98e4ff3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1198632971-network', 'tenant_id': '57f91f9627c24e51935bbc969d2a8a89'}} {{(pid=100912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:03:14.358490 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-c5ec7ef8-0b40-4b5b-ba70-f66b50e76468 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:14.426461 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-352647ec-7d3c-4123-8ef2-b67075b541cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:14.429028 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-352647ec-7d3c-4123-8ef2-b67075b541cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:14.430177 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-352647ec-7d3c-4123-8ef2-b67075b541cd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/298c561a-809d-476e-820d-f48280801053 HTTP/1.1" status: 204 len: 168 time: 0.4303050 Sep 01 05:03:14.438422 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352647ec-7d3c-4123-8ef2-b67075b541cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=298c561a-809d-476e-820d-f48280801053,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:14.466132 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-afbde46f-db93-4a56-9f8f-f210662cfd78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3457608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3892940'] for subnet, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:14.470867 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-c5ec7ef8-0b40-4b5b-ba70-f66b50e76468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:14.549687 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ec7ef8-0b40-4b5b-ba70-f66b50e76468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d56100ed-3f26-4be9-af11-50a6e24957b3,revision_number=1']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:14.559647 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4613b93-fd27-4f61-8ce9-aebbb98e4ff3 admin admin] Made reservation on behalf of 57f91f9627c24e51935bbc969d2a8a89 for: {'network': 1} {{(pid=100912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 05:03:14.563077 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-b4613b93-fd27-4f61-8ce9-aebbb98e4ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for network, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:14.565643 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-c5ec7ef8-0b40-4b5b-ba70-f66b50e76468 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bb80742356874dea9140ec758c6dcf89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6295507 Sep 01 05:03:14.568910 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 45650) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:14.572417 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbde46f-db93-4a56-9f8f-f210662cfd78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3014158-0d9b-4381-b121-94872fb47a3e,revision_number=0']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:14.583216 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbde46f-db93-4a56-9f8f-f210662cfd78 admin admin] Checking segment: {'id': '33fb1eaf-55b7-412a-8e6e-f8c706e5b581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '94339db1-f5a0-4ca5-aa9f-b30933583025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:03:14.583609 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afbde46f-db93-4a56-9f8f-f210662cfd78 admin admin] Network hostable DHCP agents. Network: 94339db1-f5a0-4ca5-aa9f-b30933583025, hostable agents: ['978c142f-0e94-4713-b592-abea12f7c88c'], hosted agents: [] {{(pid=100911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 05:03:14.597178 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-b4613b93-fd27-4f61-8ce9-aebbb98e4ff3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:14.659488 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afbde46f-db93-4a56-9f8f-f210662cfd78 admin admin] Network 94339db1-f5a0-4ca5-aa9f-b30933583025 is scheduled to be hosted by DHCP agent 978c142f-0e94-4713-b592-abea12f7c88c with binding_index 1 {{(pid=100911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 05:03:14.667264 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-b208cd43-8202-4f0d-a052-b1fddcd444ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:14.703083 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-b208cd43-8202-4f0d-a052-b1fddcd444ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:14.746872 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.base_scheduler [None req-afbde46f-db93-4a56-9f8f-f210662cfd78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-5-iscsi, 94339db1-f5a0-4ca5-aa9f-b30933583025) {{(pid=100911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:03:14.755537 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbde46f-db93-4a56-9f8f-f210662cfd78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:14.755537 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-afbde46f-db93-4a56-9f8f-f210662cfd78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:14.765234 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bfcce34-ff86-4029-8600-b98dd4d26365 None None] Network 94339db1-f5a0-4ca5-aa9f-b30933583025 requested from dv-cinder-804735-5-iscsi {{(pid=100913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 05:03:14.766639 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-b4613b93-fd27-4f61-8ce9-aebbb98e4ff3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:14.894599 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cffd3c3-7fce-4c2b-909c-6e15599eaa85 None None] Network 94339db1-f5a0-4ca5-aa9f-b30933583025 requested from dv-cinder-804735-5-iscsi {{(pid=100913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 05:03:14.911255 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-b4613b93-fd27-4f61-8ce9-aebbb98e4ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:14.943084 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4613b93-fd27-4f61-8ce9-aebbb98e4ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bdadf90-7c5f-40ae-8c5b-c6312dd28014,revision_number=1']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:14.956662 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ce9a1f-fb35-4109-ae3c-17a209a71cee req-efe1cce1-45bd-4cc9-906c-07e9a3c50ce9 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:14.958151 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-68ce9a1f-fb35-4109-ae3c-17a209a71cee req-efe1cce1-45bd-4cc9-906c-07e9a3c50ce9 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=21e1a61e-3d53-4e8d-8b7f-3acb18606bfe HTTP/1.1" status: 200 len: 945 time: 0.0785699 Sep 01 05:03:14.998304 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-68ce9a1f-fb35-4109-ae3c-17a209a71cee req-ec4e8b35-01a3-40be-bddd-239ef6d248e5 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332060 Sep 01 05:03:15.025317 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-b208cd43-8202-4f0d-a052-b1fddcd444ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:15.025317 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-b208cd43-8202-4f0d-a052-b1fddcd444ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:15.025317 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-b208cd43-8202-4f0d-a052-b1fddcd444ac admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d56100ed-3f26-4be9-af11-50a6e24957b3 HTTP/1.1" status: 204 len: 168 time: 0.4531126 Sep 01 05:03:15.028152 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4613b93-fd27-4f61-8ce9-aebbb98e4ff3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=100912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 05:03:15.039755 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b208cd43-8202-4f0d-a052-b1fddcd444ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56100ed-3f26-4be9-af11-50a6e24957b3,revision_number=None']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:15.044814 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-b4613b93-fd27-4f61-8ce9-aebbb98e4ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945202'] for segment, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:15.045057 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.db.segments_db [None req-b4613b93-fd27-4f61-8ce9-aebbb98e4ff3 admin admin] Added segment 7dbc2c45-b1d7-473c-a4b4-37c54e60151b of type vlan for network 085a1586-3772-4fed-9157-0b6531b3b4cd Sep 01 05:03:15.091711 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-afbde46f-db93-4a56-9f8f-f210662cfd78 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3292840 Sep 01 05:03:15.094613 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-b4613b93-fd27-4f61-8ce9-aebbb98e4ff3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780564394581'] for network, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:15.175134 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-b4613b93-fd27-4f61-8ce9-aebbb98e4ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782'] for network, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:15.176288 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4613b93-fd27-4f61-8ce9-aebbb98e4ff3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:15.176986 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-b4613b93-fd27-4f61-8ce9-aebbb98e4ff3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607828'] for network, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:15.250827 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4613b93-fd27-4f61-8ce9-aebbb98e4ff3 admin admin] Pushing event updated for resources: {'Network': ['ID=085a1586-3772-4fed-9157-0b6531b3b4cd,revision_number=1']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:15.253326 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Network 085a1586-3772-4fed-9157-0b6531b3b4cd details requested by agent ovs-agent-dv-cinder-804735-5-iscsi with host dv-cinder-804735-5-iscsi {{(pid=100913) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 05:03:15.334611 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-b4613b93-fd27-4f61-8ce9-aebbb98e4ff3 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1414263 Sep 01 05:03:15.337449 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 45684) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:15.344655 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.v2.base [None req-d7f0127a-8716-497c-a774-f8767bea101f admin admin] Request body: {'subnet': {'network_id': '085a1586-3772-4fed-9157-0b6531b3b4cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1198632971-subnet', 'tenant_id': '57f91f9627c24e51935bbc969d2a8a89', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:03:15.461291 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f0127a-8716-497c-a774-f8767bea101f admin admin] Made reservation on behalf of 57f91f9627c24e51935bbc969d2a8a89 for: {'subnet': 1} {{(pid=100912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 05:03:15.465380 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-d7f0127a-8716-497c-a774-f8767bea101f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3840519'] for subnet, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:15.741337 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-d7f0127a-8716-497c-a774-f8767bea101f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59570964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3840529'] for subnet, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:15.785268 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 45700) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:15.805225 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-b110a7eb-c7ce-4540-996c-b419063b8df6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:15.816500 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f0127a-8716-497c-a774-f8767bea101f admin admin] Checking segment: {'id': '7dbc2c45-b1d7-473c-a4b4-37c54e60151b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '085a1586-3772-4fed-9157-0b6531b3b4cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:03:15.816867 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f0127a-8716-497c-a774-f8767bea101f admin admin] Network hostable DHCP agents. Network: 085a1586-3772-4fed-9157-0b6531b3b4cd, hostable agents: ['978c142f-0e94-4713-b592-abea12f7c88c'], hosted agents: [] {{(pid=100912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 05:03:15.820778 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f0127a-8716-497c-a774-f8767bea101f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6efe76db-3e61-4bee-81a2-080c174b825d,revision_number=0']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:15.905400 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-b110a7eb-c7ce-4540-996c-b419063b8df6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:16.006355 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d98e0a0-c5c9-4179-957a-fb5e9f303376 req-47546bd1-d65a-4c17-8a1a-58954e43aa15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:16.008007 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-7d98e0a0-c5c9-4179-957a-fb5e9f303376 req-47546bd1-d65a-4c17-8a1a-58954e43aa15 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=21e1a61e-3d53-4e8d-8b7f-3acb18606bfe HTTP/1.1" status: 200 len: 1098 time: 0.0401669 Sep 01 05:03:16.045089 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-7d98e0a0-c5c9-4179-957a-fb5e9f303376 req-728efc39-56ba-4e78-ad76-a11cf22033ce service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282185 Sep 01 05:03:16.077595 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f0127a-8716-497c-a774-f8767bea101f admin admin] Network 085a1586-3772-4fed-9157-0b6531b3b4cd is scheduled to be hosted by DHCP agent 978c142f-0e94-4713-b592-abea12f7c88c with binding_index 1 {{(pid=100912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 05:03:16.117896 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de2efc1-ab1a-4eee-9029-da6dda7ad64a req-3120a98c-b0eb-4c6f-9083-5cf83e49603c tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:16.120007 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-8de2efc1-ab1a-4eee-9029-da6dda7ad64a req-3120a98c-b0eb-4c6f-9083-5cf83e49603c tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=21e1a61e-3d53-4e8d-8b7f-3acb18606bfe HTTP/1.1" status: 200 len: 945 time: 0.0527325 Sep 01 05:03:16.120676 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-b110a7eb-c7ce-4540-996c-b419063b8df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:16.187197 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-b110a7eb-c7ce-4540-996c-b419063b8df6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e14894f020bf4756816852b161bc3e0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3981333 Sep 01 05:03:16.188483 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 45714) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:16.188629 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b110a7eb-c7ce-4540-996c-b419063b8df6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09886aa3-fb2a-4be0-a578-e11168f4d4f6,revision_number=1']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:16.238793 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.scheduler.base_scheduler [None req-d7f0127a-8716-497c-a774-f8767bea101f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-5-iscsi, 085a1586-3772-4fed-9157-0b6531b3b4cd) {{(pid=100912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:03:16.249111 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d42e40-74a5-40e4-b580-8ba49b57b47b None None] Network 085a1586-3772-4fed-9157-0b6531b3b4cd requested from dv-cinder-804735-5-iscsi {{(pid=100913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 05:03:16.257433 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f0127a-8716-497c-a774-f8767bea101f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:16.258221 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-d7f0127a-8716-497c-a774-f8767bea101f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607828'] for subnet, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:16.271208 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-8de2efc1-ab1a-4eee-9029-da6dda7ad64a req-ae093594-8748-44a6-a6f6-5b56391c0331 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173964 Sep 01 05:03:16.320242 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-c3e035f3-1b33-4f11-9fe8-cc568289d489 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:16.356031 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-c3e035f3-1b33-4f11-9fe8-cc568289d489 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:16.409900 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-d7f0127a-8716-497c-a774-f8767bea101f admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0708950 Sep 01 05:03:16.454540 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14e4a4f-a96a-43f8-9987-8bd8412a5979 None None] Network 085a1586-3772-4fed-9157-0b6531b3b4cd requested from dv-cinder-804735-5-iscsi {{(pid=100913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 05:03:16.489556 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-c3e035f3-1b33-4f11-9fe8-cc568289d489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:16.492100 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-c3e035f3-1b33-4f11-9fe8-cc568289d489 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:16.493391 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-c3e035f3-1b33-4f11-9fe8-cc568289d489 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/09886aa3-fb2a-4be0-a578-e11168f4d4f6 HTTP/1.1" status: 204 len: 168 time: 0.3039763 Sep 01 05:03:16.505618 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e035f3-1b33-4f11-9fe8-cc568289d489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09886aa3-fb2a-4be0-a578-e11168f4d4f6,revision_number=None']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:17.406449 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489d9655-9a93-48a4-aecd-a5422cb96848 req-022eef52-d02e-4b74-a6e4-aa9b8a87c7b4 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:17.408161 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-489d9655-9a93-48a4-aecd-a5422cb96848 req-022eef52-d02e-4b74-a6e4-aa9b8a87c7b4 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=21e1a61e-3d53-4e8d-8b7f-3acb18606bfe HTTP/1.1" status: 200 len: 945 time: 0.0533366 Sep 01 05:03:17.451662 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-489d9655-9a93-48a4-aecd-a5422cb96848 req-a9bc5ef5-8706-45ac-9cf6-97e9b721de94 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369613 Sep 01 05:03:17.835497 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 45786) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:17.960798 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-8cc277cc-4ce9-4ac2-bd4b-d08ff15b6aeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:18.059625 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-8cc277cc-4ce9-4ac2-bd4b-d08ff15b6aeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:18.163742 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-8cc277cc-4ce9-4ac2-bd4b-d08ff15b6aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:18.213531 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-8cc277cc-4ce9-4ac2-bd4b-d08ff15b6aeb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6654f8854230445997ef7c5765add171&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3745272 Sep 01 05:03:18.213531 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc277cc-4ce9-4ac2-bd4b-d08ff15b6aeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f497c1f-4df0-4494-a0d9-9d027457b8d2,revision_number=1']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:18.214045 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 45814) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:18.270975 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-fcc58230-7fa9-480f-92f2-4335d372e9ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:18.293072 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-fcc58230-7fa9-480f-92f2-4335d372e9ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:18.412171 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 45818) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:18.413735 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-fcc58230-7fa9-480f-92f2-4335d372e9ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:18.417224 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-fcc58230-7fa9-480f-92f2-4335d372e9ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:18.418790 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-fcc58230-7fa9-480f-92f2-4335d372e9ba admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2f497c1f-4df0-4494-a0d9-9d027457b8d2 HTTP/1.1" status: 204 len: 168 time: 0.2036419 Sep 01 05:03:18.426543 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc58230-7fa9-480f-92f2-4335d372e9ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f497c1f-4df0-4494-a0d9-9d027457b8d2,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:18.518792 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-5806603f-7a5f-4d1c-a31c-6f2fc3d3d10f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:18.593247 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296b1649-a4d8-40a4-adc6-0f58be65dc36 req-13ba3201-7d9d-4333-9119-fafc12ea0147 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:18.593544 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-296b1649-a4d8-40a4-adc6-0f58be65dc36 req-13ba3201-7d9d-4333-9119-fafc12ea0147 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=21e1a61e-3d53-4e8d-8b7f-3acb18606bfe HTTP/1.1" status: 200 len: 945 time: 0.0669045 Sep 01 05:03:18.653149 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-296b1649-a4d8-40a4-adc6-0f58be65dc36 req-8dcfc5f8-7d64-4820-862b-d725bdaab559 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520849 Sep 01 05:03:18.685760 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 45832) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:18.692789 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-5806603f-7a5f-4d1c-a31c-6f2fc3d3d10f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:18.794817 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d344a674-c2cd-4e6a-a6c3-1367285fa9e9 req-af7e0f5a-f8a5-40dd-91fa-f6c6053b1b66 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:18.796364 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-d344a674-c2cd-4e6a-a6c3-1367285fa9e9 req-af7e0f5a-f8a5-40dd-91fa-f6c6053b1b66 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=aee9c1da-4b85-4736-8be3-b0190f921ea0 HTTP/1.1" status: 200 len: 946 time: 0.0605407 Sep 01 05:03:18.830855 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-5806603f-7a5f-4d1c-a31c-6f2fc3d3d10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:18.859327 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-d344a674-c2cd-4e6a-a6c3-1367285fa9e9 req-8dcd582a-8065-4bd2-80a3-0302a3dde381 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557368 Sep 01 05:03:18.888932 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-5806603f-7a5f-4d1c-a31c-6f2fc3d3d10f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6f5e44b58d384bfbb5f6e028451802aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4749095 Sep 01 05:03:18.889053 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5806603f-7a5f-4d1c-a31c-6f2fc3d3d10f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca6bc1e-4c4e-4fd5-97d8-f0b7c886e319,revision_number=1']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:18.891048 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 45846) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:18.956175 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-be7fbe23-1198-45ed-8ec2-426e326c00bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:18.984588 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-860bea0d-5f9c-4c41-87a9-a4bded6b952d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:19.030756 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-860bea0d-5f9c-4c41-87a9-a4bded6b952d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:19.126664 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-be7fbe23-1198-45ed-8ec2-426e326c00bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:19.140604 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de29e4ba-6de2-4494-b4e0-33275403c9a7 req-25e75560-7a1c-4121-a61f-ca778088827a tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:19.142070 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-de29e4ba-6de2-4494-b4e0-33275403c9a7 req-25e75560-7a1c-4121-a61f-ca778088827a tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/networks?id=085a1586-3772-4fed-9157-0b6531b3b4cd HTTP/1.1" status: 200 len: 809 time: 0.1033106 Sep 01 05:03:19.157155 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-de29e4ba-6de2-4494-b4e0-33275403c9a7 req-0fdfbb98-bf47-465a-a188-6e203e170ed4 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/quotas/57f91f9627c24e51935bbc969d2a8a89 HTTP/1.1" status: 200 len: 375 time: 0.0093396 Sep 01 05:03:19.191058 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-de29e4ba-6de2-4494-b4e0-33275403c9a7 req-b1189327-c3b3-4913-ae2d-454386e96eba tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=57f91f9627c24e51935bbc969d2a8a89&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283127 Sep 01 05:03:19.198489 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-860bea0d-5f9c-4c41-87a9-a4bded6b952d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:19.201366 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-860bea0d-5f9c-4c41-87a9-a4bded6b952d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:19.202604 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-860bea0d-5f9c-4c41-87a9-a4bded6b952d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6ca6bc1e-4c4e-4fd5-97d8-f0b7c886e319 HTTP/1.1" status: 204 len: 168 time: 0.3103967 Sep 01 05:03:19.210501 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860bea0d-5f9c-4c41-87a9-a4bded6b952d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca6bc1e-4c4e-4fd5-97d8-f0b7c886e319,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:19.224928 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-be7fbe23-1198-45ed-8ec2-426e326c00bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:19.281656 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 45862) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:19.282600 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-be7fbe23-1198-45ed-8ec2-426e326c00bd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f9b67e9c209045b3bd62d67840abc467&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5952127 Sep 01 05:03:19.284071 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7fbe23-1198-45ed-8ec2-426e326c00bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c76e8b4c-bf1b-44a8-be94-df38fd23b6ca,revision_number=1']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:19.364202 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-de29e4ba-6de2-4494-b4e0-33275403c9a7 req-1cb72e29-faa9-472f-8516-f645383b392e service neutron] 10.222.0.11 "GET /v2.0/networks/085a1586-3772-4fed-9157-0b6531b3b4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656029 Sep 01 05:03:19.369498 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 45866) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:19.390243 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-f4819be4-1717-4198-8770-33f06a70b98a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:19.442045 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-c6a76732-7952-45b6-a692-ae54575924c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:19.479754 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-c6a76732-7952-45b6-a692-ae54575924c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:19.492911 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-f4819be4-1717-4198-8770-33f06a70b98a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:19.505203 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-de29e4ba-6de2-4494-b4e0-33275403c9a7 req-e6377a09-b049-4c66-a1f0-903237e23600 service neutron] 10.222.0.11 "GET /v2.0/networks/085a1586-3772-4fed-9157-0b6531b3b4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401391 Sep 01 05:03:19.564582 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-f4819be4-1717-4198-8770-33f06a70b98a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:19.608976 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-f4819be4-1717-4198-8770-33f06a70b98a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9efef8fa8fa54dd28efebc2a3d13fade&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2381406 Sep 01 05:03:19.611636 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 45870) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:19.613551 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4819be4-1717-4198-8770-33f06a70b98a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f530fa4-05a8-49e0-ba36-93c80807a166,revision_number=1']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:19.626483 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-c6a76732-7952-45b6-a692-ae54575924c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:19.629590 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-c6a76732-7952-45b6-a692-ae54575924c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:19.630738 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-c6a76732-7952-45b6-a692-ae54575924c4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c76e8b4c-bf1b-44a8-be94-df38fd23b6ca HTTP/1.1" status: 204 len: 168 time: 0.3478489 Sep 01 05:03:19.665088 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a76732-7952-45b6-a692-ae54575924c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c76e8b4c-bf1b-44a8-be94-df38fd23b6ca,revision_number=None']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:19.714722 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-1e67859d-ee4a-4b00-84d0-3173cbfe0ca4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:19.743006 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-1e67859d-ee4a-4b00-84d0-3173cbfe0ca4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:19.848809 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-b2e24bef-4941-43af-86f0-e0bcdeebc21a req-927eecc1-6ab3-402a-bbfb-244725d72106 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/ports?device_id=baf8967a-ee7e-43bd-a55e-52e132b712c0 HTTP/1.1" status: 200 len: 210 time: 0.0368810 Sep 01 05:03:19.975351 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-1e67859d-ee4a-4b00-84d0-3173cbfe0ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:19.977917 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-1e67859d-ee4a-4b00-84d0-3173cbfe0ca4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:19.979596 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-1e67859d-ee4a-4b00-84d0-3173cbfe0ca4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2f530fa4-05a8-49e0-ba36-93c80807a166 HTTP/1.1" status: 204 len: 168 time: 0.3667393 Sep 01 05:03:19.987213 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e67859d-ee4a-4b00-84d0-3173cbfe0ca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f530fa4-05a8-49e0-ba36-93c80807a166,revision_number=None']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:20.317168 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 45900) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:20.332442 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-edc3a47e-2ae8-4034-8614-54fce675ac4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:20.425684 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-edc3a47e-2ae8-4034-8614-54fce675ac4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:20.529157 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-edc3a47e-2ae8-4034-8614-54fce675ac4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:20.567875 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-edc3a47e-2ae8-4034-8614-54fce675ac4b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0d3f9e537f864c568d2f3eee3d82d585&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2494223 Sep 01 05:03:20.569580 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 45908) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:20.570072 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.agents_db [None req-49e1e325-328c-4825-9e4f-7693071b0ea2 None None] Agent healthcheck: found 6 active agents {{(pid=100914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 05:03:20.571574 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc3a47e-2ae8-4034-8614-54fce675ac4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c51b9a85-5bb0-4496-8946-5bbf43ea071d,revision_number=1']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:20.624032 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-a0c197f8-d433-4bf2-ac15-0f75288d77a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:20.645223 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-a0c197f8-d433-4bf2-ac15-0f75288d77a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:20.826900 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-a0c197f8-d433-4bf2-ac15-0f75288d77a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:20.829469 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-a0c197f8-d433-4bf2-ac15-0f75288d77a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:20.830628 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-a0c197f8-d433-4bf2-ac15-0f75288d77a6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c51b9a85-5bb0-4496-8946-5bbf43ea071d HTTP/1.1" status: 204 len: 168 time: 0.2599905 Sep 01 05:03:20.840377 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c197f8-d433-4bf2-ac15-0f75288d77a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c51b9a85-5bb0-4496-8946-5bbf43ea071d,revision_number=None']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:20.948867 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-ef817e69-91c0-4958-ac94-c566b3f36982 req-d3696ab9-5785-4ace-a61c-be590268f282 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/ports?device_id=baf8967a-ee7e-43bd-a55e-52e132b712c0 HTTP/1.1" status: 200 len: 210 time: 0.0297885 Sep 01 05:03:21.357254 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f909c16e-bcac-4ac4-897f-97527112556f req-5de5559c-3987-4f60-b229-e8c834a4ebdf tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:21.359846 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-f909c16e-bcac-4ac4-897f-97527112556f req-5de5559c-3987-4f60-b229-e8c834a4ebdf tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=aee9c1da-4b85-4736-8be3-b0190f921ea0 HTTP/1.1" status: 200 len: 946 time: 0.0734055 Sep 01 05:03:21.428793 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0dd329-39f8-478e-96d9-7757f59ab801 req-69d25103-c95d-46c5-80b0-34d17cbb1b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:21.430458 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-6f0dd329-39f8-478e-96d9-7757f59ab801 req-69d25103-c95d-46c5-80b0-34d17cbb1b76 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6656dbfc754f4b4eb5789000e7b6d945&device_id=aee9c1da-4b85-4736-8be3-b0190f921ea0 HTTP/1.1" status: 200 len: 1099 time: 0.0696068 Sep 01 05:03:21.443941 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-f909c16e-bcac-4ac4-897f-97527112556f req-ff03c6ad-53b1-498c-80b3-45a3e778daf6 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572133 Sep 01 05:03:21.541315 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0dd329-39f8-478e-96d9-7757f59ab801 req-04ac378f-3c7d-4723-b049-e57bfa0ea9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:21.542901 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-6f0dd329-39f8-478e-96d9-7757f59ab801 req-04ac378f-3c7d-4723-b049-e57bfa0ea9f3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e239844d-232c-4a02-ba33-46d720e37c24 HTTP/1.1" status: 200 len: 920 time: 0.0978646 Sep 01 05:03:21.590495 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-6f0dd329-39f8-478e-96d9-7757f59ab801 req-bbb4bdcb-bda6-42f6-9100-38990e6ec154 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=751997c4-9e87-414d-a807-eca808de742a HTTP/1.1" status: 200 len: 217 time: 0.0372438 Sep 01 05:03:21.657064 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0dd329-39f8-478e-96d9-7757f59ab801 req-fc31a0d9-c44c-4c2f-af23-267f69b2ac6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:21.659195 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-6f0dd329-39f8-478e-96d9-7757f59ab801 req-fc31a0d9-c44c-4c2f-af23-267f69b2ac6c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f3160f96-5162-4386-b59c-1540b2ae925c HTTP/1.1" status: 200 len: 859 time: 0.0567071 Sep 01 05:03:21.697985 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-6f0dd329-39f8-478e-96d9-7757f59ab801 req-c5e51d52-c79a-4b4d-986a-b25354bc6dcf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e239844d-232c-4a02-ba33-46d720e37c24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279536 Sep 01 05:03:21.738456 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 45962) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:21.753569 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-86201f00-f4aa-4422-8a68-6beede413008 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:21.798509 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-6f0dd329-39f8-478e-96d9-7757f59ab801 req-eb65c844-7e4c-4b58-a657-e30f16a3c5be service neutron] 10.222.0.37 "GET /v2.0/networks/e239844d-232c-4a02-ba33-46d720e37c24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897541 Sep 01 05:03:21.858439 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-86201f00-f4aa-4422-8a68-6beede413008 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:21.917922 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-6f0dd329-39f8-478e-96d9-7757f59ab801 req-6295839e-8da4-40f8-a20a-6a89fb86ecf4 service neutron] 10.222.0.37 "GET /v2.0/networks/e239844d-232c-4a02-ba33-46d720e37c24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094637 Sep 01 05:03:21.951210 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-86201f00-f4aa-4422-8a68-6beede413008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:21.998601 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86201f00-f4aa-4422-8a68-6beede413008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc66c2c-6652-4ff5-aab9-f64a39897e3b,revision_number=1']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:22.020273 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-86201f00-f4aa-4422-8a68-6beede413008 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=750fabf5c057405f99df8881efd84f6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2804146 Sep 01 05:03:22.022919 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 45982) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:22.063011 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-4462422a-d7e1-40dc-a510-acf186626aab req-a085942c-9e89-406b-bb45-30ed422b1d8a tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/ports?device_id=baf8967a-ee7e-43bd-a55e-52e132b712c0 HTTP/1.1" status: 200 len: 210 time: 0.0276141 Sep 01 05:03:22.067226 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:22.083084 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-9f2fc6d5-2c37-4882-94bf-f493672be1a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:22.109151 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-9f2fc6d5-2c37-4882-94bf-f493672be1a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:22.272152 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-9f2fc6d5-2c37-4882-94bf-f493672be1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:22.275011 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-9f2fc6d5-2c37-4882-94bf-f493672be1a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:22.279061 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-9f2fc6d5-2c37-4882-94bf-f493672be1a4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7bc66c2c-6652-4ff5-aab9-f64a39897e3b HTTP/1.1" status: 204 len: 168 time: 0.2524238 Sep 01 05:03:22.285016 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2fc6d5-2c37-4882-94bf-f493672be1a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc66c2c-6652-4ff5-aab9-f64a39897e3b,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:22.495820 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de29e4ba-6de2-4494-b4e0-33275403c9a7 req-2b350e78-5261-4f01-87d5-d40a2e202c57 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:22.497274 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-de29e4ba-6de2-4494-b4e0-33275403c9a7 req-2b350e78-5261-4f01-87d5-d40a2e202c57 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.37 "GET /v2.0/networks?id=085a1586-3772-4fed-9157-0b6531b3b4cd HTTP/1.1" status: 200 len: 809 time: 0.1009593 Sep 01 05:03:22.529583 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.v2.base [req-de29e4ba-6de2-4494-b4e0-33275403c9a7 req-6145c0d4-f445-4c28-81fa-7856261b53b6 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] Request body: {'port': {'device_id': 'baf8967a-ee7e-43bd-a55e-52e132b712c0', 'network_id': '085a1586-3772-4fed-9157-0b6531b3b4cd', 'admin_state_up': True, 'tenant_id': '57f91f9627c24e51935bbc969d2a8a89'}} {{(pid=100912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:03:22.620406 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65df8ba-6b80-46a4-856f-c0af6cb8f161 req-cdbff4f0-5f0c-4d37-a88f-59d6f9f78333 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:22.621202 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-b65df8ba-6b80-46a4-856f-c0af6cb8f161 req-cdbff4f0-5f0c-4d37-a88f-59d6f9f78333 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=aee9c1da-4b85-4736-8be3-b0190f921ea0 HTTP/1.1" status: 200 len: 946 time: 0.1053240 Sep 01 05:03:22.686277 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-b65df8ba-6b80-46a4-856f-c0af6cb8f161 req-e5e9cfa2-741d-42c1-b669-11293fc8cb2a tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557749 Sep 01 05:03:22.741723 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 46008) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:22.780963 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de29e4ba-6de2-4494-b4e0-33275403c9a7 req-6145c0d4-f445-4c28-81fa-7856261b53b6 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] Made reservation on behalf of 57f91f9627c24e51935bbc969d2a8a89 for: {'port': 1} {{(pid=100912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 05:03:22.787632 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [req-de29e4ba-6de2-4494-b4e0-33275403c9a7 req-6145c0d4-f445-4c28-81fa-7856261b53b6 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:22.900363 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-d4fc070a-90e1-4fd5-9846-25c2a34f702f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:22.955145 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.db.db_base_plugin_common [req-de29e4ba-6de2-4494-b4e0-33275403c9a7 req-6145c0d4-f445-4c28-81fa-7856261b53b6 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] Allocated IP 172.20.0.14 (085a1586-3772-4fed-9157-0b6531b3b4cd/6efe76db-3e61-4bee-81a2-080c174b825d/b8b9ebae-c686-4fb9-bfc0-35afb42b0784) {{(pid=100912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 05:03:23.033976 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-d4fc070a-90e1-4fd5-9846-25c2a34f702f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:23.146538 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [req-de29e4ba-6de2-4494-b4e0-33275403c9a7 req-6145c0d4-f445-4c28-81fa-7856261b53b6 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] Notify callbacks [] for port, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:23.167650 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-d4fc070a-90e1-4fd5-9846-25c2a34f702f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:23.208576 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-9e1dde21-0001-4b54-8809-cc009b253b67 req-efa3f102-f661-4ad6-8793-5e9c597ca89e tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/ports?device_id=baf8967a-ee7e-43bd-a55e-52e132b712c0 HTTP/1.1" status: 200 len: 210 time: 0.0317554 Sep 01 05:03:23.212039 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-d4fc070a-90e1-4fd5-9846-25c2a34f702f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b1561f433bb6456cad437c4e10f29b38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4668825 Sep 01 05:03:23.212039 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fc070a-90e1-4fd5-9846-25c2a34f702f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a875141-317a-43c7-a85e-2ff730780878,revision_number=1']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:23.213852 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 46034) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:23.267183 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-31cb7ece-536a-42d8-be63-5ec721458857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:23.289795 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-31cb7ece-536a-42d8-be63-5ec721458857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:23.341432 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [req-de29e4ba-6de2-4494-b4e0-33275403c9a7 req-6145c0d4-f445-4c28-81fa-7856261b53b6 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780564376589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59570596'] for port, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:23.403227 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de29e4ba-6de2-4494-b4e0-33275403c9a7 req-6145c0d4-f445-4c28-81fa-7856261b53b6 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] Network 085a1586-3772-4fed-9157-0b6531b3b4cd is already hosted by enough agents. {{(pid=100912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:03:23.412308 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.scheduler.base_scheduler [req-de29e4ba-6de2-4494-b4e0-33275403c9a7 req-6145c0d4-f445-4c28-81fa-7856261b53b6 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] Resources bound (agent type, host, resource id): {{(pid=100912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:03:23.419359 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.db.l3_dvrscheduler_db [req-de29e4ba-6de2-4494-b4e0-33275403c9a7 req-6145c0d4-f445-4c28-81fa-7856261b53b6 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] Received port after_create {{(pid=100912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 05:03:23.423567 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6145c0d4-f445-4c28-81fa-7856261b53b6 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] Pushing event updated for resources: {'Port': ['ID=b8b9ebae-c686-4fb9-bfc0-35afb42b0784,revision_number=1']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:23.473513 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de29e4ba-6de2-4494-b4e0-33275403c9a7 req-6145c0d4-f445-4c28-81fa-7856261b53b6 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:23.474133 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [req-de29e4ba-6de2-4494-b4e0-33275403c9a7 req-6145c0d4-f445-4c28-81fa-7856261b53b6 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428309'] for port, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:23.492037 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-31cb7ece-536a-42d8-be63-5ec721458857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:23.495558 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-31cb7ece-536a-42d8-be63-5ec721458857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:23.500842 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-31cb7ece-536a-42d8-be63-5ec721458857 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7a875141-317a-43c7-a85e-2ff730780878 HTTP/1.1" status: 204 len: 168 time: 0.2850871 Sep 01 05:03:23.516756 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cb7ece-536a-42d8-be63-5ec721458857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a875141-317a-43c7-a85e-2ff730780878,revision_number=None']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:23.536840 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-de29e4ba-6de2-4494-b4e0-33275403c9a7 req-6145c0d4-f445-4c28-81fa-7856261b53b6 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0120270 Sep 01 05:03:23.574379 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.v2.base [req-de29e4ba-6de2-4494-b4e0-33275403c9a7 req-0422bcf2-81b7-4c7c-8148-32ef75e33f76 service neutron] Request body: {'port': {'device_id': 'baf8967a-ee7e-43bd-a55e-52e132b712c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=100912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:03:23.637893 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [req-de29e4ba-6de2-4494-b4e0-33275403c9a7 req-0422bcf2-81b7-4c7c-8148-32ef75e33f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:23.879715 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a7d753-7bcb-4890-bdbb-1e3bd79da4a7 req-5fd2f345-6406-4260-abcd-d5158f96baa3 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:23.881198 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-a8a7d753-7bcb-4890-bdbb-1e3bd79da4a7 req-5fd2f345-6406-4260-abcd-d5158f96baa3 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=aee9c1da-4b85-4736-8be3-b0190f921ea0 HTTP/1.1" status: 200 len: 946 time: 0.0733256 Sep 01 05:03:23.938902 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-a8a7d753-7bcb-4890-bdbb-1e3bd79da4a7 req-5dd06de3-9058-4342-839f-184d7bdf224a tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512600 Sep 01 05:03:23.976227 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 46072) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:23.990356 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.notifiers.nova [req-de29e4ba-6de2-4494-b4e0-33275403c9a7 req-0422bcf2-81b7-4c7c-8148-32ef75e33f76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8b9ebae-c686-4fb9-bfc0-35afb42b0784 {{(pid=100912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 05:03:23.998740 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [req-de29e4ba-6de2-4494-b4e0-33275403c9a7 req-0422bcf2-81b7-4c7c-8148-32ef75e33f76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:24.013837 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.db.provisioning_blocks [req-de29e4ba-6de2-4494-b4e0-33275403c9a7 req-0422bcf2-81b7-4c7c-8148-32ef75e33f76 service neutron] Transition to ACTIVE for port object b8b9ebae-c686-4fb9-bfc0-35afb42b0784 will not be triggered until provisioned by entity L2. {{(pid=100912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:03:24.079344 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.v2.base [None req-b3b688ef-5725-4e16-839e-480d4be9a392 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1943161487-network', 'tenant_id': 'c43f8d20393b4239b54aee9d875b917f'}} {{(pid=100911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:03:24.081781 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [req-de29e4ba-6de2-4494-b4e0-33275403c9a7 req-0422bcf2-81b7-4c7c-8148-32ef75e33f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59570589'] for port, after_update {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:24.134245 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0422bcf2-81b7-4c7c-8148-32ef75e33f76 service neutron] Pushing event updated for resources: {'Port': ['ID=b8b9ebae-c686-4fb9-bfc0-35afb42b0784,revision_number=2']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:24.186527 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3b688ef-5725-4e16-839e-480d4be9a392 admin admin] Made reservation on behalf of c43f8d20393b4239b54aee9d875b917f for: {'network': 1} {{(pid=100911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 05:03:24.189048 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-b3b688ef-5725-4e16-839e-480d4be9a392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for network, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:24.204435 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.managers [req-de29e4ba-6de2-4494-b4e0-33275403c9a7 req-0422bcf2-81b7-4c7c-8148-32ef75e33f76 service neutron] Attempting to bind port b8b9ebae-c686-4fb9-bfc0-35afb42b0784 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=100912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 05:03:24.204963 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.managers [req-de29e4ba-6de2-4494-b4e0-33275403c9a7 req-0422bcf2-81b7-4c7c-8148-32ef75e33f76 service neutron] Attempting to bind port b8b9ebae-c686-4fb9-bfc0-35afb42b0784 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '7dbc2c45-b1d7-473c-a4b4-37c54e60151b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '085a1586-3772-4fed-9157-0b6531b3b4cd'}] {{(pid=100912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 05:03:24.205216 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de29e4ba-6de2-4494-b4e0-33275403c9a7 req-0422bcf2-81b7-4c7c-8148-32ef75e33f76 service neutron] Attempting to bind port b8b9ebae-c686-4fb9-bfc0-35afb42b0784 on network 085a1586-3772-4fed-9157-0b6531b3b4cd {{(pid=100912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:03:24.209626 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de29e4ba-6de2-4494-b4e0-33275403c9a7 req-0422bcf2-81b7-4c7c-8148-32ef75e33f76 service neutron] Port b8b9ebae-c686-4fb9-bfc0-35afb42b0784 on network 085a1586-3772-4fed-9157-0b6531b3b4cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=100912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 05:03:24.209953 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de29e4ba-6de2-4494-b4e0-33275403c9a7 req-0422bcf2-81b7-4c7c-8148-32ef75e33f76 service neutron] Attempting to bind port b8b9ebae-c686-4fb9-bfc0-35afb42b0784 on network 085a1586-3772-4fed-9157-0b6531b3b4cd {{(pid=100912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:03:24.216243 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-b3b688ef-5725-4e16-839e-480d4be9a392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:24.216385 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de29e4ba-6de2-4494-b4e0-33275403c9a7 req-0422bcf2-81b7-4c7c-8148-32ef75e33f76 service neutron] Checking agent: {'id': '5dc78e7a-d30d-4469-a2d3-6a9bc399bc32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 59, 52), 'started_at': datetime.datetime(2021, 9, 1, 4, 59, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 5, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 05:03:24.216620 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de29e4ba-6de2-4494-b4e0-33275403c9a7 req-0422bcf2-81b7-4c7c-8148-32ef75e33f76 service neutron] Checking segment: {'id': '7dbc2c45-b1d7-473c-a4b4-37c54e60151b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '085a1586-3772-4fed-9157-0b6531b3b4cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:03:24.219281 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de29e4ba-6de2-4494-b4e0-33275403c9a7 req-0422bcf2-81b7-4c7c-8148-32ef75e33f76 service neutron] Bound using segment: {'id': '7dbc2c45-b1d7-473c-a4b4-37c54e60151b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '085a1586-3772-4fed-9157-0b6531b3b4cd'} {{(pid=100912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 05:03:24.219281 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.managers [req-de29e4ba-6de2-4494-b4e0-33275403c9a7 req-0422bcf2-81b7-4c7c-8148-32ef75e33f76 service neutron] Bound port: b8b9ebae-c686-4fb9-bfc0-35afb42b0784, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dbc2c45-b1d7-473c-a4b4-37c54e60151b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '085a1586-3772-4fed-9157-0b6531b3b4cd'}}] {{(pid=100912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 05:03:24.219281 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [req-de29e4ba-6de2-4494-b4e0-33275403c9a7 req-0422bcf2-81b7-4c7c-8148-32ef75e33f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:24.319353 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.db [req-de29e4ba-6de2-4494-b4e0-33275403c9a7 req-0422bcf2-81b7-4c7c-8148-32ef75e33f76 service neutron] For port b8b9ebae-c686-4fb9-bfc0-35afb42b0784, host hv-cinder-80473, cleared binding levels {{(pid=100912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 05:03:24.337837 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-b3b688ef-5725-4e16-839e-480d4be9a392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:24.351422 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.db [req-de29e4ba-6de2-4494-b4e0-33275403c9a7 req-0422bcf2-81b7-4c7c-8148-32ef75e33f76 service neutron] For port b8b9ebae-c686-4fb9-bfc0-35afb42b0784, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=b8b9ebae-c686-4fb9-bfc0-35afb42b0784,segment=NetworkSegment(7dbc2c45-b1d7-473c-a4b4-37c54e60151b),segment_id=7dbc2c45-b1d7-473c-a4b4-37c54e60151b)] {{(pid=100912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 05:03:24.370991 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b989f817-4317-4552-8a68-03f8e08bba6d req-130ff2fe-cbaf-4b58-919c-f9a79423d029 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:24.372495 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-b989f817-4317-4552-8a68-03f8e08bba6d req-130ff2fe-cbaf-4b58-919c-f9a79423d029 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/ports?device_id=baf8967a-ee7e-43bd-a55e-52e132b712c0 HTTP/1.1" status: 200 len: 944 time: 0.0794153 Sep 01 05:03:24.411883 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-b989f817-4317-4552-8a68-03f8e08bba6d req-f68b0894-498c-4cfe-b55e-c3d70a931f25 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/security-groups?id=4bdadf90-7c5f-40ae-8c5b-c6312dd28014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333517 Sep 01 05:03:24.438251 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-b3b688ef-5725-4e16-839e-480d4be9a392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:24.439708 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [req-de29e4ba-6de2-4494-b4e0-33275403c9a7 req-0422bcf2-81b7-4c7c-8148-32ef75e33f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59570589'] for port, after_update {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:24.473450 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3b688ef-5725-4e16-839e-480d4be9a392 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=100911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 05:03:24.488823 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de29e4ba-6de2-4494-b4e0-33275403c9a7 req-0422bcf2-81b7-4c7c-8148-32ef75e33f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:24.489458 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [req-de29e4ba-6de2-4494-b4e0-33275403c9a7 req-0422bcf2-81b7-4c7c-8148-32ef75e33f76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428309'] for port, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:24.491090 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-de29e4ba-6de2-4494-b4e0-33275403c9a7 req-0422bcf2-81b7-4c7c-8148-32ef75e33f76 service neutron] 10.222.0.37 "PUT /v2.0/ports/b8b9ebae-c686-4fb9-bfc0-35afb42b0784 HTTP/1.1" status: 200 len: 1094 time: 0.9280388 Sep 01 05:03:24.491742 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baf8967a-ee7e-43bd-a55e-52e132b712c0', 'tag': 'b8b9ebae-c686-4fb9-bfc0-35afb42b0784'}] {{(pid=100912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:03:24.496059 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c32bf37734172ffae8bcd4fd235b58a84eb6a179622fde5d618b2948ae3f8620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-588558ce-a0ab-42d9-9e92-e801de58ff73" -d '{"events": [{"name": "network-changed", "server_uuid": "baf8967a-ee7e-43bd-a55e-52e132b712c0", "tag": "b8b9ebae-c686-4fb9-bfc0-35afb42b0784"}]}' {{(pid=100912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:03:24.511696 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-b3b688ef-5725-4e16-839e-480d4be9a392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945202'] for segment, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:24.511937 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.db.segments_db [None req-b3b688ef-5725-4e16-839e-480d4be9a392 admin admin] Added segment 751a213c-335c-40b8-9e12-a4661bcc7bc7 of type vlan for network 7ea2df36-8d87-4c1a-bd3e-3b9f99603457 Sep 01 05:03:24.534929 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b688ef-5725-4e16-839e-480d4be9a392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f94a329-6dd4-4d26-a073-d11af5a8d093,revision_number=1']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:24.580447 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-b3b688ef-5725-4e16-839e-480d4be9a392 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780564394581'] for network, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:24.580541 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0422bcf2-81b7-4c7c-8148-32ef75e33f76 service neutron] Pushing event updated for resources: {'Port': ['ID=b8b9ebae-c686-4fb9-bfc0-35afb42b0784,revision_number=3']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:24.618145 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 05:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c281ac-3135-4390-aa13-6b43687e47d6 x-openstack-request-id: req-d4c281ac-3135-4390-aa13-6b43687e47d6 {{(pid=100912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:03:24.618586 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baf8967a-ee7e-43bd-a55e-52e132b712c0", "tag": "b8b9ebae-c686-4fb9-bfc0-35afb42b0784", "status": "completed", "code": 200}]} {{(pid=100912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:03:24.619109 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d4c281ac-3135-4390-aa13-6b43687e47d6 {{(pid=100912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:03:24.620243 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baf8967a-ee7e-43bd-a55e-52e132b712c0', 'tag': 'b8b9ebae-c686-4fb9-bfc0-35afb42b0784', 'status': 'completed', 'code': 200} Sep 01 05:03:24.695109 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de29e4ba-6de2-4494-b4e0-33275403c9a7 req-4b8a4f30-c4e5-4ce4-9f5d-3f8beb517128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:24.696664 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-de29e4ba-6de2-4494-b4e0-33275403c9a7 req-4b8a4f30-c4e5-4ce4-9f5d-3f8beb517128 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=57f91f9627c24e51935bbc969d2a8a89&device_id=baf8967a-ee7e-43bd-a55e-52e132b712c0 HTTP/1.1" status: 200 len: 1097 time: 0.0412049 Sep 01 05:03:24.700510 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-b3b688ef-5725-4e16-839e-480d4be9a392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782'] for network, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:24.701537 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b688ef-5725-4e16-839e-480d4be9a392 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:24.702153 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-b3b688ef-5725-4e16-839e-480d4be9a392 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607828'] for network, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:24.766307 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-de29e4ba-6de2-4494-b4e0-33275403c9a7 req-2727c855-cae8-47c3-b8d5-8174126a21ab service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8b9ebae-c686-4fb9-bfc0-35afb42b0784 HTTP/1.1" status: 200 len: 217 time: 0.0446818 Sep 01 05:03:24.767034 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b688ef-5725-4e16-839e-480d4be9a392 admin admin] Pushing event updated for resources: {'Network': ['ID=7ea2df36-8d87-4c1a-bd3e-3b9f99603457,revision_number=1']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:24.780228 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Network 7ea2df36-8d87-4c1a-bd3e-3b9f99603457 details requested by agent ovs-agent-dv-cinder-804735-5-iscsi with host dv-cinder-804735-5-iscsi {{(pid=100913) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 05:03:24.834458 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-b3b688ef-5725-4e16-839e-480d4be9a392 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8560486 Sep 01 05:03:24.836032 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de29e4ba-6de2-4494-b4e0-33275403c9a7 req-5004b412-0aac-4255-a05a-c9df90ccd30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:24.837450 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-de29e4ba-6de2-4494-b4e0-33275403c9a7 req-5004b412-0aac-4255-a05a-c9df90ccd30e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6efe76db-3e61-4bee-81a2-080c174b825d HTTP/1.1" status: 200 len: 849 time: 0.0632639 Sep 01 05:03:24.840955 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 46110) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:24.847541 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.v2.base [None req-1867969b-83a7-4d9c-933c-df8323f8f944 admin admin] Request body: {'subnet': {'network_id': '7ea2df36-8d87-4c1a-bd3e-3b9f99603457', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1943161487-subnet', 'tenant_id': 'c43f8d20393b4239b54aee9d875b917f', 'ip_version': 4}} {{(pid=100911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:03:24.886424 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-de29e4ba-6de2-4494-b4e0-33275403c9a7 req-b0cb0c53-6397-404d-8844-a9e4f5ef1c77 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=085a1586-3772-4fed-9157-0b6531b3b4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334897 Sep 01 05:03:24.946281 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1867969b-83a7-4d9c-933c-df8323f8f944 admin admin] Made reservation on behalf of c43f8d20393b4239b54aee9d875b917f for: {'subnet': 1} {{(pid=100911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 05:03:24.949015 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-1867969b-83a7-4d9c-933c-df8323f8f944 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3892954'] for subnet, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:25.002378 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-de29e4ba-6de2-4494-b4e0-33275403c9a7 req-6ac61ad5-40b7-4f36-9234-c48591351224 service neutron] 10.222.0.37 "GET /v2.0/networks/085a1586-3772-4fed-9157-0b6531b3b4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081359 Sep 01 05:03:25.193025 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-1867969b-83a7-4d9c-933c-df8323f8f944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3457608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3892940'] for subnet, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:25.254529 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1867969b-83a7-4d9c-933c-df8323f8f944 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd4148f0-4e48-42c9-809c-8c4bd67c55e0,revision_number=0']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:25.260908 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1867969b-83a7-4d9c-933c-df8323f8f944 admin admin] Checking segment: {'id': '751a213c-335c-40b8-9e12-a4661bcc7bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7ea2df36-8d87-4c1a-bd3e-3b9f99603457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:03:25.261275 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1867969b-83a7-4d9c-933c-df8323f8f944 admin admin] Network hostable DHCP agents. Network: 7ea2df36-8d87-4c1a-bd3e-3b9f99603457, hostable agents: ['978c142f-0e94-4713-b592-abea12f7c88c'], hosted agents: [] {{(pid=100911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 05:03:25.345473 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6d08f5-9f81-49ae-8519-be5fe8aa0312 req-51ba1fed-fd25-44f8-afce-bd854fa24409 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:25.346968 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-4e6d08f5-9f81-49ae-8519-be5fe8aa0312 req-51ba1fed-fd25-44f8-afce-bd854fa24409 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=aee9c1da-4b85-4736-8be3-b0190f921ea0 HTTP/1.1" status: 200 len: 946 time: 0.2851057 Sep 01 05:03:25.353418 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1867969b-83a7-4d9c-933c-df8323f8f944 admin admin] Network 7ea2df36-8d87-4c1a-bd3e-3b9f99603457 is scheduled to be hosted by DHCP agent 978c142f-0e94-4713-b592-abea12f7c88c with binding_index 1 {{(pid=100911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 05:03:25.371185 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-de29e4ba-6de2-4494-b4e0-33275403c9a7 req-55ac8e7c-a7a9-4066-bb69-feec4d16975a service neutron] 10.222.0.37 "GET /v2.0/networks/085a1586-3772-4fed-9157-0b6531b3b4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3591216 Sep 01 05:03:25.392232 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-4e6d08f5-9f81-49ae-8519-be5fe8aa0312 req-30aa8beb-493a-4246-954c-bf26f21bee14 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393662 Sep 01 05:03:25.442336 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.base_scheduler [None req-1867969b-83a7-4d9c-933c-df8323f8f944 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-5-iscsi, 7ea2df36-8d87-4c1a-bd3e-3b9f99603457) {{(pid=100911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:03:25.446693 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1867969b-83a7-4d9c-933c-df8323f8f944 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:25.448444 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-1867969b-83a7-4d9c-933c-df8323f8f944 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:25.454704 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f90d88c-a0e6-4bd7-8342-696b712b0e89 None None] Network 7ea2df36-8d87-4c1a-bd3e-3b9f99603457 requested from dv-cinder-804735-5-iscsi {{(pid=100913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 05:03:25.541595 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-1867969b-83a7-4d9c-933c-df8323f8f944 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6983652 Sep 01 05:03:25.543930 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 46132) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:25.548437 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.v2.base [None req-302d3e0a-5959-4991-854c-84746fd39e89 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1943161487-router', 'tenant_id': 'c43f8d20393b4239b54aee9d875b917f', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76'}}} {{(pid=100911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:03:25.564081 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b2698b-b49b-476c-8fd4-ff1d852eda1f req-2b26076c-bf38-4ef2-86e8-1dc7dcd08a40 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:25.565635 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-a7b2698b-b49b-476c-8fd4-ff1d852eda1f req-2b26076c-bf38-4ef2-86e8-1dc7dcd08a40 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/ports?device_id=baf8967a-ee7e-43bd-a55e-52e132b712c0 HTTP/1.1" status: 200 len: 944 time: 0.0775518 Sep 01 05:03:25.641696 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ed9abf-3c5f-45f3-9702-683c221a6e64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp983e0ae1-5f53-559a-a4b8-4d2c1e9d6efd-7ea2df36-8d87-4c1a-bd3e-3b9f99603457', 'network_id': '7ea2df36-8d87-4c1a-bd3e-3b9f99603457', 'tenant_id': 'c43f8d20393b4239b54aee9d875b917f', 'fixed_ips': [{'subnet_id': 'cd4148f0-4e48-42c9-809c-8c4bd67c55e0'}]}} from dv-cinder-804735-5-iscsi. {{(pid=100913) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 05:03:25.642643 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-a6ed9abf-3c5f-45f3-9702-683c221a6e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_create {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:25.650821 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588558ce-a0ab-42d9-9e92-e801de58ff73 req-88a1403f-1f63-40e4-adb8-02fa2edc20ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:25.653577 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-302d3e0a-5959-4991-854c-84746fd39e89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2062353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4668'] for router, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:25.654642 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-302d3e0a-5959-4991-854c-84746fd39e89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1958647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1958276', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1962599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4645'] for router, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:25.658603 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-588558ce-a0ab-42d9-9e92-e801de58ff73 req-88a1403f-1f63-40e4-adb8-02fa2edc20ad service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=57f91f9627c24e51935bbc969d2a8a89&device_id=baf8967a-ee7e-43bd-a55e-52e132b712c0 HTTP/1.1" status: 200 len: 1097 time: 0.0832148 Sep 01 05:03:25.662555 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-a7b2698b-b49b-476c-8fd4-ff1d852eda1f req-feb7f4c1-4481-40c0-8090-37085bd3fb0a tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/security-groups?id=4bdadf90-7c5f-40ae-8c5b-c6312dd28014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849769 Sep 01 05:03:25.757321 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-302d3e0a-5959-4991-854c-84746fd39e89 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:25.848497 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588558ce-a0ab-42d9-9e92-e801de58ff73 req-068000ee-ff04-48d3-861c-f38d87421513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:25.850066 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-588558ce-a0ab-42d9-9e92-e801de58ff73 req-068000ee-ff04-48d3-861c-f38d87421513 service neutron] 10.222.0.37 "GET /v2.0/networks?id=085a1586-3772-4fed-9157-0b6531b3b4cd HTTP/1.1" status: 200 len: 910 time: 0.1714878 Sep 01 05:03:25.870456 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.db_base_plugin_common [None req-a6ed9abf-3c5f-45f3-9702-683c221a6e64 None None] Allocated IP 172.20.0.2 (7ea2df36-8d87-4c1a-bd3e-3b9f99603457/cd4148f0-4e48-42c9-809c-8c4bd67c55e0/a38cf826-bc5b-47e6-9a05-0aa5bc5545a2) {{(pid=100913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 05:03:25.897788 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-588558ce-a0ab-42d9-9e92-e801de58ff73 req-61a0352c-84af-487c-aec2-151bb5a43771 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8b9ebae-c686-4fb9-bfc0-35afb42b0784 HTTP/1.1" status: 200 len: 217 time: 0.0389776 Sep 01 05:03:25.959764 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588558ce-a0ab-42d9-9e92-e801de58ff73 req-ff58de4d-290a-4908-a5a3-c84e2b06deb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:25.961376 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-588558ce-a0ab-42d9-9e92-e801de58ff73 req-ff58de4d-290a-4908-a5a3-c84e2b06deb7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6efe76db-3e61-4bee-81a2-080c174b825d HTTP/1.1" status: 200 len: 849 time: 0.0533326 Sep 01 05:03:25.991798 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-302d3e0a-5959-4991-854c-84746fd39e89 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:25.996324 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-588558ce-a0ab-42d9-9e92-e801de58ff73 req-2eb4abfd-3dbb-4a60-875d-01d57f86c56b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=085a1586-3772-4fed-9157-0b6531b3b4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272067 Sep 01 05:03:26.122819 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-588558ce-a0ab-42d9-9e92-e801de58ff73 req-928fdb4e-1de5-4f94-a8a1-7e39c18b33ea service neutron] 10.222.0.37 "GET /v2.0/networks/085a1586-3772-4fed-9157-0b6531b3b4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141343 Sep 01 05:03:26.198340 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-a6ed9abf-3c5f-45f3-9702-683c221a6e64 None None] Notify callbacks [] for port, precommit_create {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:26.209577 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-a6ed9abf-3c5f-45f3-9702-683c221a6e64 None None] Transition to ACTIVE for port object a38cf826-bc5b-47e6-9a05-0aa5bc5545a2 will not be triggered until provisioned by entity L2. {{(pid=100913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:03:26.230283 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-a6ed9abf-3c5f-45f3-9702-683c221a6e64 None None] Transition to ACTIVE for port object a38cf826-bc5b-47e6-9a05-0aa5bc5545a2 will not be triggered until provisioned by entity DHCP. {{(pid=100913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:03:26.247491 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-588558ce-a0ab-42d9-9e92-e801de58ff73 req-50b0eead-c09c-4792-aef2-8e237f6a3425 service neutron] 10.222.0.37 "GET /v2.0/networks/085a1586-3772-4fed-9157-0b6531b3b4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166680 Sep 01 05:03:26.330356 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-a6ed9abf-3c5f-45f3-9702-683c221a6e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780564376589'] for port, after_create {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:26.346879 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-302d3e0a-5959-4991-854c-84746fd39e89 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:26.366009 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-302d3e0a-5959-4991-854c-84746fd39e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:26.370927 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ed9abf-3c5f-45f3-9702-683c221a6e64 None None] Network 7ea2df36-8d87-4c1a-bd3e-3b9f99603457 is already hosted by enough agents. {{(pid=100913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:03:26.375884 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.scheduler.base_scheduler [None req-a6ed9abf-3c5f-45f3-9702-683c221a6e64 None None] Resources bound (agent type, host, resource id): {{(pid=100913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:03:26.379456 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ed9abf-3c5f-45f3-9702-683c221a6e64 None None] Received port after_create {{(pid=100913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 05:03:26.390214 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ed9abf-3c5f-45f3-9702-683c221a6e64 None None] Pushing event updated for resources: {'Port': ['ID=a38cf826-bc5b-47e6-9a05-0aa5bc5545a2,revision_number=1']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:26.413839 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ed9abf-3c5f-45f3-9702-683c221a6e64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:03:26.414193 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ed9abf-3c5f-45f3-9702-683c221a6e64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:03:26.417963 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ed9abf-3c5f-45f3-9702-683c221a6e64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:03:26.417963 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ed9abf-3c5f-45f3-9702-683c221a6e64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:03:26.417963 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ed9abf-3c5f-45f3-9702-683c221a6e64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:03:26.417963 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ed9abf-3c5f-45f3-9702-683c221a6e64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:03:26.417963 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ed9abf-3c5f-45f3-9702-683c221a6e64 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:03:26.417963 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ed9abf-3c5f-45f3-9702-683c221a6e64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:03:26.417963 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ed9abf-3c5f-45f3-9702-683c221a6e64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:03:26.417963 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ed9abf-3c5f-45f3-9702-683c221a6e64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:03:26.418543 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ed9abf-3c5f-45f3-9702-683c221a6e64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:03:26.418543 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ed9abf-3c5f-45f3-9702-683c221a6e64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:03:26.450572 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.managers [None req-a6ed9abf-3c5f-45f3-9702-683c221a6e64 None None] Attempting to bind port a38cf826-bc5b-47e6-9a05-0aa5bc5545a2 on host dv-cinder-804735-5-iscsi for vnic_type normal with profile {{(pid=100913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 05:03:26.450968 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.managers [None req-a6ed9abf-3c5f-45f3-9702-683c221a6e64 None None] Attempting to bind port a38cf826-bc5b-47e6-9a05-0aa5bc5545a2 by drivers openvswitch,hyperv on host dv-cinder-804735-5-iscsi at level 0 using segments [{'id': '751a213c-335c-40b8-9e12-a4661bcc7bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7ea2df36-8d87-4c1a-bd3e-3b9f99603457'}] {{(pid=100913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 05:03:26.451443 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ed9abf-3c5f-45f3-9702-683c221a6e64 None None] Attempting to bind port a38cf826-bc5b-47e6-9a05-0aa5bc5545a2 on network 7ea2df36-8d87-4c1a-bd3e-3b9f99603457 {{(pid=100913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:03:26.457128 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ed9abf-3c5f-45f3-9702-683c221a6e64 None None] Checking agent: {'id': '262f7f02-ff25-45e4-acf2-78173ac4ae41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 53, 40), 'started_at': datetime.datetime(2021, 9, 1, 4, 54, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 5, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 05:03:26.457511 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ed9abf-3c5f-45f3-9702-683c221a6e64 None None] Checking segment: {'id': '751a213c-335c-40b8-9e12-a4661bcc7bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7ea2df36-8d87-4c1a-bd3e-3b9f99603457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:03:26.457917 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-a6ed9abf-3c5f-45f3-9702-683c221a6e64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:26.458309 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ed9abf-3c5f-45f3-9702-683c221a6e64 None None] Bound using segment: {'id': '751a213c-335c-40b8-9e12-a4661bcc7bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7ea2df36-8d87-4c1a-bd3e-3b9f99603457'} {{(pid=100913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 05:03:26.459314 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.managers [None req-a6ed9abf-3c5f-45f3-9702-683c221a6e64 None None] Bound port: a38cf826-bc5b-47e6-9a05-0aa5bc5545a2, host: dv-cinder-804735-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '751a213c-335c-40b8-9e12-a4661bcc7bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7ea2df36-8d87-4c1a-bd3e-3b9f99603457'}}] {{(pid=100913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 05:03:26.459697 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-a6ed9abf-3c5f-45f3-9702-683c221a6e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:26.498423 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.db_base_plugin_common [None req-302d3e0a-5959-4991-854c-84746fd39e89 admin admin] Allocated IP 172.27.2.120 (0effeb3b-80f3-4cb6-8b1a-1774968f7d76/a1ace4a4-4e27-4c96-bf05-cb2f22386a9e/11fbac61-4832-4b73-be43-d9900df7e582) {{(pid=100911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 05:03:26.519915 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d46fae-4eee-4eac-9ecb-1891a87ed787 req-b60ca5e5-f110-4cf4-9617-5751e60027d0 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:26.521879 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-67d46fae-4eee-4eac-9ecb-1891a87ed787 req-b60ca5e5-f110-4cf4-9617-5751e60027d0 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=aee9c1da-4b85-4736-8be3-b0190f921ea0 HTTP/1.1" status: 200 len: 946 time: 0.0551527 Sep 01 05:03:26.544306 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-a6ed9abf-3c5f-45f3-9702-683c221a6e64 None None] For port a38cf826-bc5b-47e6-9a05-0aa5bc5545a2, host dv-cinder-804735-5-iscsi, cleared binding levels {{(pid=100913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 05:03:26.550060 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-a6ed9abf-3c5f-45f3-9702-683c221a6e64 None None] For port a38cf826-bc5b-47e6-9a05-0aa5bc5545a2, host dv-cinder-804735-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-5-iscsi',level=0,port_id=a38cf826-bc5b-47e6-9a05-0aa5bc5545a2,segment=NetworkSegment(751a213c-335c-40b8-9e12-a4661bcc7bc7),segment_id=751a213c-335c-40b8-9e12-a4661bcc7bc7)] {{(pid=100913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 05:03:26.587379 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-67d46fae-4eee-4eac-9ecb-1891a87ed787 req-ecba3006-aa7f-4c4e-a98a-d64aee9ba10d tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429399 Sep 01 05:03:26.633920 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-302d3e0a-5959-4991-854c-84746fd39e89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:26.689997 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-a6ed9abf-3c5f-45f3-9702-683c221a6e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:26.767790 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ed9abf-3c5f-45f3-9702-683c221a6e64 None None] Pushing event updated for resources: {'Port': ['ID=a38cf826-bc5b-47e6-9a05-0aa5bc5545a2,revision_number=2']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:26.807213 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb34f93-7121-48cd-a226-d72b81aa31d0 req-60d73712-4966-45cd-bc99-70ece9c58548 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:26.809296 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-ceb34f93-7121-48cd-a226-d72b81aa31d0 req-60d73712-4966-45cd-bc99-70ece9c58548 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/ports?device_id=baf8967a-ee7e-43bd-a55e-52e132b712c0 HTTP/1.1" status: 200 len: 944 time: 0.0674169 Sep 01 05:03:26.816106 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-302d3e0a-5959-4991-854c-84746fd39e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780564376589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3457272'] for port, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:26.867927 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302d3e0a-5959-4991-854c-84746fd39e89 admin admin] Network 0effeb3b-80f3-4cb6-8b1a-1774968f7d76 is already hosted by enough agents. {{(pid=100911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:03:26.873968 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.base_scheduler [None req-302d3e0a-5959-4991-854c-84746fd39e89 admin admin] Resources bound (agent type, host, resource id): {{(pid=100911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:03:26.878872 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302d3e0a-5959-4991-854c-84746fd39e89 admin admin] Received port after_create {{(pid=100911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 05:03:26.889108 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-ceb34f93-7121-48cd-a226-d72b81aa31d0 req-8129b402-0e51-4b48-8d1b-04f9ba661776 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/security-groups?id=4bdadf90-7c5f-40ae-8c5b-c6312dd28014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611298 Sep 01 05:03:26.891391 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302d3e0a-5959-4991-854c-84746fd39e89 admin admin] Pushing event updated for resources: {'Port': ['ID=11fbac61-4832-4b73-be43-d9900df7e582,revision_number=1']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:27.325799 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-302d3e0a-5959-4991-854c-84746fd39e89 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:27.535786 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-302d3e0a-5959-4991-854c-84746fd39e89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1958606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1958391'] for router, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:27.674370 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 46190) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:27.725030 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee2172b-ae6a-4fed-ae6d-81917362a007 req-bb36e42a-c743-48da-81ee-56f74ee74fc0 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:27.726562 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-5ee2172b-ae6a-4fed-ae6d-81917362a007 req-bb36e42a-c743-48da-81ee-56f74ee74fc0 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=aee9c1da-4b85-4736-8be3-b0190f921ea0 HTTP/1.1" status: 200 len: 946 time: 0.0556493 Sep 01 05:03:27.747513 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-302d3e0a-5959-4991-854c-84746fd39e89 admin admin] Router 3b1a610f-39f4-48c8-9adb-96682a79775d is scheduled to L3 agent dd4ad2d5-7278-4db2-b968-23881816b870 with binding_index 1 {{(pid=100911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 05:03:27.806329 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-5ee2172b-ae6a-4fed-ae6d-81917362a007 req-d286ede4-3564-4ea6-8c04-51a19865f0b1 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581663 Sep 01 05:03:27.840871 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-3b1185bb-cd28-4851-9ed6-80eafc7dd66f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:27.938597 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-302d3e0a-5959-4991-854c-84746fd39e89 admin admin] Notify agent at l3_agent.dv-cinder-804735-5-iscsi the message routers_updated {{(pid=100911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 05:03:27.953534 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a45833-5e2c-4cdb-b52e-d0bdd8a3ccab None None] Sync routers for ids ['3b1a610f-39f4-48c8-9adb-96682a79775d'] in dv-cinder-804735-5-iscsi {{(pid=100914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 05:03:27.967292 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a45833-5e2c-4cdb-b52e-d0bdd8a3ccab None None] Routers {'3b1a610f-39f4-48c8-9adb-96682a79775d'} bound to L3 agent in host dv-cinder-804735-5-iscsi {{(pid=100914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:03:27.968898 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_hamode_db [None req-a1a45833-5e2c-4cdb-b52e-d0bdd8a3ccab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T04:53:40Z,description=,heartbeat_timestamp=2021-09-01T05:03:10Z,host='dv-cinder-804735-5-iscsi',id=dd4ad2d5-7278-4db2-b968-23881816b870,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:53:41Z,topic='l3_agent')) {'router_ids': ['3b1a610f-39f4-48c8-9adb-96682a79775d'], 'active': True} {{(pid=100914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:03:28.014261 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-3b1185bb-cd28-4851-9ed6-80eafc7dd66f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:28.045082 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f7eaad-6f51-41de-8428-12ab1d7411a1 req-f805be99-1cf6-4a6e-8c5d-9750a45c91b2 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:28.046624 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-37f7eaad-6f51-41de-8428-12ab1d7411a1 req-f805be99-1cf6-4a6e-8c5d-9750a45c91b2 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/ports?device_id=baf8967a-ee7e-43bd-a55e-52e132b712c0 HTTP/1.1" status: 200 len: 944 time: 0.0614650 Sep 01 05:03:28.085857 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-3b1185bb-cd28-4851-9ed6-80eafc7dd66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:28.091001 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd25fa02-2aae-410d-85a6-d2dd3e9bb51e None None] Network 7ea2df36-8d87-4c1a-bd3e-3b9f99603457 requested from dv-cinder-804735-5-iscsi {{(pid=100913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 05:03:28.105437 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_dvr_db [None req-a1a45833-5e2c-4cdb-b52e-d0bdd8a3ccab None None] Set router 3b1a610f-39f4-48c8-9adb-96682a79775d gateway port host: dv-cinder-804735-5-iscsi {{(pid=100914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:03:28.161744 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-37f7eaad-6f51-41de-8428-12ab1d7411a1 req-575d571d-3f42-4830-b7fa-f271bde29513 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/security-groups?id=4bdadf90-7c5f-40ae-8c5b-c6312dd28014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997641 Sep 01 05:03:28.163055 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 46208) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:28.163427 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-3b1185bb-cd28-4851-9ed6-80eafc7dd66f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2b70d7b492754ae7bdb47196c6797350&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4880834 Sep 01 05:03:28.164954 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1185bb-cd28-4851-9ed6-80eafc7dd66f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2147b50a-aaed-44ba-8dae-799d02ce77b0,revision_number=1']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:28.197973 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-302d3e0a-5959-4991-854c-84746fd39e89 admin admin] Notify callbacks [] for router, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:28.202434 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 46210) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:28.203871 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-302d3e0a-5959-4991-854c-84746fd39e89 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6586962 Sep 01 05:03:28.305218 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-5fcef7dc-33d7-49e1-9549-6a06de6ea2f7 None None] Provisioning for port a38cf826-bc5b-47e6-9a05-0aa5bc5545a2 completed by entity DHCP. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:03:28.425278 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_hamode_db [None req-a1a45833-5e2c-4cdb-b52e-d0bdd8a3ccab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1a610f-39f4-48c8-9adb-96682a79775d', 'name': 'tempest-TestMinimumBasicScenario-1943161487-router', 'tenant_id': 'c43f8d20393b4239b54aee9d875b917f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '11fbac61-4832-4b73-be43-d9900df7e582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:03:25Z', 'updated_at': '2021-09-01T05:03:27Z', 'revision_number': 3, 'project_id': 'c43f8d20393b4239b54aee9d875b917f', 'gw_port': {'id': '11fbac61-4832-4b73-be43-d9900df7e582', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ae:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1a610f-39f4-48c8-9adb-96682a79775d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:03:26Z', 'updated_at': '2021-09-01T05:03:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi'}], 'dv-cinder-804735-5-iscsi', False) {} {{(pid=100914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:03:28.460905 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a45833-5e2c-4cdb-b52e-d0bdd8a3ccab None None] Checking router: 3b1a610f-39f4-48c8-9adb-96682a79775d for host: dv-cinder-804735-5-iscsi {{(pid=100914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 05:03:28.462234 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a45833-5e2c-4cdb-b52e-d0bdd8a3ccab None None] Updating router 3b1a610f-39f4-48c8-9adb-96682a79775d port 11fbac61-4832-4b73-be43-d9900df7e582 binding host dv-cinder-804735-5-iscsi {{(pid=100914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 05:03:28.476625 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-18a46b28-f39e-47df-97af-d705aa6dc80b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:28.495890 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron_lib.callbacks.manager [None req-a1a45833-5e2c-4cdb-b52e-d0bdd8a3ccab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:28.511396 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-18a46b28-f39e-47df-97af-d705aa6dc80b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:28.670384 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device b8b9ebae-c686-4fb9-bfc0-35afb42b0784 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=100913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 05:03:28.767638 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-18a46b28-f39e-47df-97af-d705aa6dc80b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:28.770914 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-18a46b28-f39e-47df-97af-d705aa6dc80b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:28.772436 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-18a46b28-f39e-47df-97af-d705aa6dc80b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2147b50a-aaed-44ba-8dae-799d02ce77b0 HTTP/1.1" status: 204 len: 168 time: 0.6034539 Sep 01 05:03:28.788763 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] For port b8b9ebae-c686-4fb9-bfc0-35afb42b0784, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=b8b9ebae-c686-4fb9-bfc0-35afb42b0784,segment=NetworkSegment(7dbc2c45-b1d7-473c-a4b4-37c54e60151b),segment_id=7dbc2c45-b1d7-473c-a4b4-37c54e60151b)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:03:28.796968 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a46b28-f39e-47df-97af-d705aa6dc80b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2147b50a-aaed-44ba-8dae-799d02ce77b0,revision_number=None']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:28.812328 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Returning: {'device': 'b8b9ebae-c686-4fb9-bfc0-35afb42b0784', 'network_id': '085a1586-3772-4fed-9157-0b6531b3b4cd', 'port_id': 'b8b9ebae-c686-4fb9-bfc0-35afb42b0784', 'mac_address': 'fa:16:3e:ee:75:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6efe76db-3e61-4bee-81a2-080c174b825d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 05:03:28.843878 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron_lib.callbacks.manager [None req-a1a45833-5e2c-4cdb-b52e-d0bdd8a3ccab None None] Notify callbacks [] for port, precommit_update {{(pid=100914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:28.859073 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-4e6574a7-73b6-44e3-be19-d49d34279f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:28.866807 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.provisioning_blocks [None req-a1a45833-5e2c-4cdb-b52e-d0bdd8a3ccab None None] Transition to ACTIVE for port object 11fbac61-4832-4b73-be43-d9900df7e582 will not be triggered until provisioned by entity L2. {{(pid=100914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:03:28.878341 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:28.899624 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.notifiers.nova [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8b9ebae-c686-4fb9-bfc0-35afb42b0784 {{(pid=100913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 05:03:28.927442 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] For port b8b9ebae-c686-4fb9-bfc0-35afb42b0784, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=b8b9ebae-c686-4fb9-bfc0-35afb42b0784,segment=NetworkSegment(7dbc2c45-b1d7-473c-a4b4-37c54e60151b),segment_id=7dbc2c45-b1d7-473c-a4b4-37c54e60151b)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:03:28.980950 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron_lib.callbacks.manager [None req-a1a45833-5e2c-4cdb-b52e-d0bdd8a3ccab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:29.036754 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6a59f7-ae19-4dc8-8dc0-39e9a3e039fe None None] Pushing event updated for resources: {'Port': ['ID=11fbac61-4832-4b73-be43-d9900df7e582,revision_number=2']} {{(pid=100914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:29.039058 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:29.045181 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.plugins.ml2.managers [None req-a1a45833-5e2c-4cdb-b52e-d0bdd8a3ccab None None] Attempting to bind port 11fbac61-4832-4b73-be43-d9900df7e582 on host dv-cinder-804735-5-iscsi for vnic_type normal with profile {{(pid=100914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 05:03:29.045181 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.plugins.ml2.managers [None req-a1a45833-5e2c-4cdb-b52e-d0bdd8a3ccab None None] Attempting to bind port 11fbac61-4832-4b73-be43-d9900df7e582 by drivers openvswitch,hyperv on host dv-cinder-804735-5-iscsi at level 0 using segments [{'id': 'ace692d4-e0f2-4d18-963d-d8c8432b7d17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76'}] {{(pid=100914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 05:03:29.045181 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a45833-5e2c-4cdb-b52e-d0bdd8a3ccab None None] Attempting to bind port 11fbac61-4832-4b73-be43-d9900df7e582 on network 0effeb3b-80f3-4cb6-8b1a-1774968f7d76 {{(pid=100914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:03:29.050450 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6a59f7-ae19-4dc8-8dc0-39e9a3e039fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:03:29.051118 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6a59f7-ae19-4dc8-8dc0-39e9a3e039fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:03:29.051630 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6a59f7-ae19-4dc8-8dc0-39e9a3e039fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:03:29.052128 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6a59f7-ae19-4dc8-8dc0-39e9a3e039fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:03:29.052616 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6a59f7-ae19-4dc8-8dc0-39e9a3e039fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:03:29.053088 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6a59f7-ae19-4dc8-8dc0-39e9a3e039fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:03:29.053553 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6a59f7-ae19-4dc8-8dc0-39e9a3e039fe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:03:29.053680 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d659dbd-6fe3-4672-a90d-9ff71baac0df req-d8dfadba-d227-411b-bf2c-e0f775ee19c3 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:29.054545 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6a59f7-ae19-4dc8-8dc0-39e9a3e039fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:03:29.055054 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6a59f7-ae19-4dc8-8dc0-39e9a3e039fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:03:29.055529 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6a59f7-ae19-4dc8-8dc0-39e9a3e039fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:03:29.055871 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-2d659dbd-6fe3-4672-a90d-9ff71baac0df req-d8dfadba-d227-411b-bf2c-e0f775ee19c3 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=aee9c1da-4b85-4736-8be3-b0190f921ea0 HTTP/1.1" status: 200 len: 946 time: 0.1328082 Sep 01 05:03:29.056188 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6a59f7-ae19-4dc8-8dc0-39e9a3e039fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:03:29.056750 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6a59f7-ae19-4dc8-8dc0-39e9a3e039fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:03:29.063285 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a45833-5e2c-4cdb-b52e-d0bdd8a3ccab None None] Checking agent: {'id': '262f7f02-ff25-45e4-acf2-78173ac4ae41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 53, 40), 'started_at': datetime.datetime(2021, 9, 1, 4, 54, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 5, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 05:03:29.063889 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a45833-5e2c-4cdb-b52e-d0bdd8a3ccab None None] Checking segment: {'id': 'ace692d4-e0f2-4d18-963d-d8c8432b7d17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:03:29.064475 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron_lib.callbacks.manager [None req-a1a45833-5e2c-4cdb-b52e-d0bdd8a3ccab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:29.065013 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a45833-5e2c-4cdb-b52e-d0bdd8a3ccab None None] Bound using segment: {'id': 'ace692d4-e0f2-4d18-963d-d8c8432b7d17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76'} {{(pid=100914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 05:03:29.065960 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.plugins.ml2.managers [None req-a1a45833-5e2c-4cdb-b52e-d0bdd8a3ccab None None] Bound port: 11fbac61-4832-4b73-be43-d9900df7e582, host: dv-cinder-804735-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ace692d4-e0f2-4d18-963d-d8c8432b7d17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76'}}] {{(pid=100914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 05:03:29.066636 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron_lib.callbacks.manager [None req-a1a45833-5e2c-4cdb-b52e-d0bdd8a3ccab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:29.129927 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Pushing event updated for resources: {'Port': ['ID=b8b9ebae-c686-4fb9-bfc0-35afb42b0784,revision_number=4']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:29.190275 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-2d659dbd-6fe3-4672-a90d-9ff71baac0df req-eb504b97-3027-41b2-9311-3e6d9a9e009e tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126764 Sep 01 05:03:29.201614 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.db.db_base_plugin_common [None req-4e6574a7-73b6-44e3-be19-d49d34279f2d admin admin] Allocated IP 172.20.0.1 (7ea2df36-8d87-4c1a-bd3e-3b9f99603457/cd4148f0-4e48-42c9-809c-8c4bd67c55e0/398dc5e5-b384-4eb2-ae80-de3b5b019cba) {{(pid=100912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 05:03:29.208287 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device a38cf826-bc5b-47e6-9a05-0aa5bc5545a2 up at agent ovs-agent-dv-cinder-804735-5-iscsi {{(pid=100913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:03:29.286545 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.plugins.ml2.db [None req-a1a45833-5e2c-4cdb-b52e-d0bdd8a3ccab None None] For port 11fbac61-4832-4b73-be43-d9900df7e582, host dv-cinder-804735-5-iscsi, cleared binding levels {{(pid=100914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 05:03:29.297204 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.plugins.ml2.db [None req-a1a45833-5e2c-4cdb-b52e-d0bdd8a3ccab None None] For port 11fbac61-4832-4b73-be43-d9900df7e582, host dv-cinder-804735-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-5-iscsi',level=0,port_id=11fbac61-4832-4b73-be43-d9900df7e582,segment=NetworkSegment(ace692d4-e0f2-4d18-963d-d8c8432b7d17),segment_id=ace692d4-e0f2-4d18-963d-d8c8432b7d17)] {{(pid=100914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 05:03:29.375321 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Provisioning for port a38cf826-bc5b-47e6-9a05-0aa5bc5545a2 completed by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:03:29.375752 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron_lib.callbacks.manager [None req-a1a45833-5e2c-4cdb-b52e-d0bdd8a3ccab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:29.379813 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Provisioning complete for port a38cf826-bc5b-47e6-9a05-0aa5bc5545a2 triggered by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:03:29.380326 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:29.428003 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20329f8-645a-4b92-b527-cd21a4a2fd0b req-ab258c9a-39f8-43a5-a54e-36c654c119c2 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:29.435956 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-d20329f8-645a-4b92-b527-cd21a4a2fd0b req-ab258c9a-39f8-43a5-a54e-36c654c119c2 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/ports?device_id=baf8967a-ee7e-43bd-a55e-52e132b712c0 HTTP/1.1" status: 200 len: 945 time: 0.1074500 Sep 01 05:03:29.461240 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a45833-5e2c-4cdb-b52e-d0bdd8a3ccab None None] Routers {'3b1a610f-39f4-48c8-9adb-96682a79775d'} bound to L3 agent in host dv-cinder-804735-5-iscsi {{(pid=100914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:03:29.471652 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] get_ports_and_sgs() called for port_ids ['b8b9ebae-c686-4fb9-bfc0-35afb42b0784'] {{(pid=100913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 05:03:29.472067 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_hamode_db [None req-a1a45833-5e2c-4cdb-b52e-d0bdd8a3ccab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T04:53:40Z,description=,heartbeat_timestamp=2021-09-01T05:03:10Z,host='dv-cinder-804735-5-iscsi',id=dd4ad2d5-7278-4db2-b968-23881816b870,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:53:41Z,topic='l3_agent')) {'router_ids': ['3b1a610f-39f4-48c8-9adb-96682a79775d'], 'active': True} {{(pid=100914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:03:29.479890 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-4e6574a7-73b6-44e3-be19-d49d34279f2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:29.506631 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.db.provisioning_blocks [None req-4e6574a7-73b6-44e3-be19-d49d34279f2d admin admin] Transition to ACTIVE for port object 398dc5e5-b384-4eb2-ae80-de3b5b019cba will not be triggered until provisioned by entity DHCP. {{(pid=100912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:03:29.518006 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-d20329f8-645a-4b92-b527-cd21a4a2fd0b req-4c9be35a-adba-48ee-a072-9fd4c23e5915 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/security-groups?id=4bdadf90-7c5f-40ae-8c5b-c6312dd28014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811248 Sep 01 05:03:29.545213 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6a59f7-ae19-4dc8-8dc0-39e9a3e039fe None None] Pushing event updated for resources: {'Port': ['ID=11fbac61-4832-4b73-be43-d9900df7e582,revision_number=3']} {{(pid=100914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:29.585502 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:29.614174 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_dvr_db [None req-a1a45833-5e2c-4cdb-b52e-d0bdd8a3ccab None None] Set router 3b1a610f-39f4-48c8-9adb-96682a79775d gateway port host: dv-cinder-804735-5-iscsi {{(pid=100914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:03:29.627407 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-4e6574a7-73b6-44e3-be19-d49d34279f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780564376589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59570596'] for port, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:29.635989 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 46244) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:29.660127 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-ea48dedf-bf88-4afe-87db-d0fd0abe2cca admin admin] Notify callbacks [] for security_group, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:29.676003 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6574a7-73b6-44e3-be19-d49d34279f2d admin admin] Network 7ea2df36-8d87-4c1a-bd3e-3b9f99603457 is already hosted by enough agents. {{(pid=100912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:03:29.679287 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.scheduler.base_scheduler [None req-4e6574a7-73b6-44e3-be19-d49d34279f2d admin admin] Resources bound (agent type, host, resource id): {{(pid=100912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:03:29.682175 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6574a7-73b6-44e3-be19-d49d34279f2d admin admin] Received port after_create {{(pid=100912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 05:03:29.688382 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] For port a38cf826-bc5b-47e6-9a05-0aa5bc5545a2, host dv-cinder-804735-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-5-iscsi',level=0,port_id=a38cf826-bc5b-47e6-9a05-0aa5bc5545a2,segment=NetworkSegment(751a213c-335c-40b8-9e12-a4661bcc7bc7),segment_id=751a213c-335c-40b8-9e12-a4661bcc7bc7)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:03:29.737372 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6574a7-73b6-44e3-be19-d49d34279f2d admin admin] Pushing event updated for resources: {'Port': ['ID=398dc5e5-b384-4eb2-ae80-de3b5b019cba,revision_number=1']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:29.769020 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-4e6574a7-73b6-44e3-be19-d49d34279f2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1959044'] for router_interface, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:29.788166 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:29.822866 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-ea48dedf-bf88-4afe-87db-d0fd0abe2cca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:29.871628 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Pushing event updated for resources: {'Port': ['ID=a38cf826-bc5b-47e6-9a05-0aa5bc5545a2,revision_number=3']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:29.901450 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-ea48dedf-bf88-4afe-87db-d0fd0abe2cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:29.965164 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_hamode_db [None req-a1a45833-5e2c-4cdb-b52e-d0bdd8a3ccab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1a610f-39f4-48c8-9adb-96682a79775d', 'name': 'tempest-TestMinimumBasicScenario-1943161487-router', 'tenant_id': 'c43f8d20393b4239b54aee9d875b917f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '11fbac61-4832-4b73-be43-d9900df7e582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:03:25Z', 'updated_at': '2021-09-01T05:03:27Z', 'revision_number': 3, 'project_id': 'c43f8d20393b4239b54aee9d875b917f', 'gw_port': {'id': '11fbac61-4832-4b73-be43-d9900df7e582', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ae:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1a610f-39f4-48c8-9adb-96682a79775d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:03:26Z', 'updated_at': '2021-09-01T05:03:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi'}], 'dv-cinder-804735-5-iscsi', False) {} {{(pid=100914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:03:29.977827 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea48dedf-bf88-4afe-87db-d0fd0abe2cca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49749322-518c-4a72-ae6e-1d9b242e1e55,revision_number=1']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:29.993448 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-ea48dedf-bf88-4afe-87db-d0fd0abe2cca admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=035e4fe5a54c4305bfffd53e0e0b968d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3534875 Sep 01 05:03:29.993784 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 46250) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:30.003228 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a45833-5e2c-4cdb-b52e-d0bdd8a3ccab None None] The sync data for ids ['3b1a610f-39f4-48c8-9adb-96682a79775d'] in dv-cinder-804735-5-iscsi is: [{'id': '3b1a610f-39f4-48c8-9adb-96682a79775d', 'name': 'tempest-TestMinimumBasicScenario-1943161487-router', 'tenant_id': 'c43f8d20393b4239b54aee9d875b917f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '11fbac61-4832-4b73-be43-d9900df7e582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:03:25Z', 'updated_at': '2021-09-01T05:03:27Z', 'revision_number': 3, 'project_id': 'c43f8d20393b4239b54aee9d875b917f', 'gw_port': {'id': '11fbac61-4832-4b73-be43-d9900df7e582', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ae:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1a610f-39f4-48c8-9adb-96682a79775d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:03:26Z', 'updated_at': '2021-09-01T05:03:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi'}] {{(pid=100914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 05:03:30.060782 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-413a0104-73de-42ed-9cb7-3b459c3b2e70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:30.064982 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-4e6574a7-73b6-44e3-be19-d49d34279f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:30.098027 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-413a0104-73de-42ed-9cb7-3b459c3b2e70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:30.202272 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-f92862ca-79bb-4894-9cce-126a946f7505 None None] Provisioning for port 398dc5e5-b384-4eb2-ae80-de3b5b019cba completed by entity DHCP. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:03:30.207199 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-f92862ca-79bb-4894-9cce-126a946f7505 None None] Provisioning complete for port 398dc5e5-b384-4eb2-ae80-de3b5b019cba triggered by entity DHCP. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:03:30.207584 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-f92862ca-79bb-4894-9cce-126a946f7505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:30.232912 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-413a0104-73de-42ed-9cb7-3b459c3b2e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:30.240394 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-413a0104-73de-42ed-9cb7-3b459c3b2e70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:30.245376 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-413a0104-73de-42ed-9cb7-3b459c3b2e70 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/49749322-518c-4a72-ae6e-1d9b242e1e55 HTTP/1.1" status: 204 len: 168 time: 0.2459681 Sep 01 05:03:30.294515 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413a0104-73de-42ed-9cb7-3b459c3b2e70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49749322-518c-4a72-ae6e-1d9b242e1e55,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:30.324477 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.plugin [None req-f92862ca-79bb-4894-9cce-126a946f7505 None None] Port 398dc5e5-b384-4eb2-ae80-de3b5b019cba cannot update to ACTIVE because it is not bound. {{(pid=100913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 05:03:30.365540 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-4e6574a7-73b6-44e3-be19-d49d34279f2d admin admin] Notify callbacks [] for port, precommit_update {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:30.443008 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8d8826-6252-4f49-9f85-2b5037139302 req-8e6939fc-bc3d-4171-8eea-59db47026946 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:30.452552 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-ae8d8826-6252-4f49-9f85-2b5037139302 req-8e6939fc-bc3d-4171-8eea-59db47026946 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=aee9c1da-4b85-4736-8be3-b0190f921ea0 HTTP/1.1" status: 200 len: 946 time: 0.0762856 Sep 01 05:03:30.452552 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-4e6574a7-73b6-44e3-be19-d49d34279f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59570589'] for port, after_update {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:30.547050 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-4e6574a7-73b6-44e3-be19-d49d34279f2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1607752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1961012'] for router_interface, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:30.551914 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6574a7-73b6-44e3-be19-d49d34279f2d admin admin] Pushing event updated for resources: {'Port': ['ID=398dc5e5-b384-4eb2-ae80-de3b5b019cba,revision_number=2']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:30.574995 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-ae8d8826-6252-4f49-9f85-2b5037139302 req-f8ed0432-3627-493c-85fa-ccbecf9c3c3f tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867596 Sep 01 05:03:30.686317 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device b8b9ebae-c686-4fb9-bfc0-35afb42b0784 up at agent hyperv_hv-cinder-80473 {{(pid=100913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:03:30.758479 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6574a7-73b6-44e3-be19-d49d34279f2d admin admin] Network 7ea2df36-8d87-4c1a-bd3e-3b9f99603457 is already hosted by enough agents. {{(pid=100912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:03:30.762992 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.scheduler.base_scheduler [None req-4e6574a7-73b6-44e3-be19-d49d34279f2d admin admin] Resources bound (agent type, host, resource id): {{(pid=100912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:03:30.863920 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1808aa6c-526b-4750-accc-bbf5677453c8 req-53a4cb4e-1333-4586-92fc-624539857f5a tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:30.871211 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-1808aa6c-526b-4750-accc-bbf5677453c8 req-53a4cb4e-1333-4586-92fc-624539857f5a tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/ports?device_id=baf8967a-ee7e-43bd-a55e-52e132b712c0 HTTP/1.1" status: 200 len: 945 time: 0.1552744 Sep 01 05:03:30.877993 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Provisioning for port b8b9ebae-c686-4fb9-bfc0-35afb42b0784 completed by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:03:30.883048 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Provisioning complete for port b8b9ebae-c686-4fb9-bfc0-35afb42b0784 triggered by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:03:30.884405 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:30.969339 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-1808aa6c-526b-4750-accc-bbf5677453c8 req-48fdd2e8-ee2e-4599-b9a2-d91da184af3b tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/security-groups?id=4bdadf90-7c5f-40ae-8c5b-c6312dd28014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941973 Sep 01 05:03:31.003479 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e6574a7-73b6-44e3-be19-d49d34279f2d admin admin] Router 3b1a610f-39f4-48c8-9adb-96682a79775d has already been hosted by L3 agent dd4ad2d5-7278-4db2-b968-23881816b870 {{(pid=100912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 05:03:31.042814 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:31.111097 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf8967a-ee7e-43bd-a55e-52e132b712c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8b9ebae-c686-4fb9-bfc0-35afb42b0784'}] {{(pid=100913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:03:31.117142 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac1e9064bfa394a3c8e95a7ae5ebf8ce235ac3ce60c2245422c4078f9b609c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d16a8f0-7ef5-490e-b181-87a6b9bdcfb3" -d '{"events": [{"server_uuid": "baf8967a-ee7e-43bd-a55e-52e132b712c0", "name": "network-vif-plugged", "status": "completed", "tag": "b8b9ebae-c686-4fb9-bfc0-35afb42b0784"}]}' {{(pid=100913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:03:31.155684 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] For port b8b9ebae-c686-4fb9-bfc0-35afb42b0784, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=b8b9ebae-c686-4fb9-bfc0-35afb42b0784,segment=NetworkSegment(7dbc2c45-b1d7-473c-a4b4-37c54e60151b),segment_id=7dbc2c45-b1d7-473c-a4b4-37c54e60151b)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:03:31.205223 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 05:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d041cc6-a4cf-4041-ad8b-9d92a2d665e8 x-openstack-request-id: req-1d041cc6-a4cf-4041-ad8b-9d92a2d665e8 {{(pid=100913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:03:31.206650 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baf8967a-ee7e-43bd-a55e-52e132b712c0", "name": "network-vif-plugged", "status": "completed", "tag": "b8b9ebae-c686-4fb9-bfc0-35afb42b0784", "code": 200}]} {{(pid=100913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:03:31.206650 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1d041cc6-a4cf-4041-ad8b-9d92a2d665e8 {{(pid=100913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:03:31.206650 dv-cinder-804735-5-iscsi neutron-server[100913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baf8967a-ee7e-43bd-a55e-52e132b712c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8b9ebae-c686-4fb9-bfc0-35afb42b0784', 'code': 200} Sep 01 05:03:31.220106 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e6574a7-73b6-44e3-be19-d49d34279f2d admin admin] Notify agent at l3_agent.dv-cinder-804735-5-iscsi the message routers_updated {{(pid=100912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 05:03:31.241308 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:31.252042 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-4e6574a7-73b6-44e3-be19-d49d34279f2d admin admin] 10.222.0.11 "PUT /v2.0/routers/3b1a610f-39f4-48c8-9adb-96682a79775d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0478253 Sep 01 05:03:31.306405 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-2c087605-fe1e-4f7f-914b-85a13e2f6227 None None] Provisioning complete for port 398dc5e5-b384-4eb2-ae80-de3b5b019cba triggered by entity DHCP. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:03:31.307470 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-2c087605-fe1e-4f7f-914b-85a13e2f6227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:31.362456 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Pushing event updated for resources: {'Port': ['ID=b8b9ebae-c686-4fb9-bfc0-35afb42b0784,revision_number=5']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:31.370616 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.plugin [None req-2c087605-fe1e-4f7f-914b-85a13e2f6227 None None] Port 398dc5e5-b384-4eb2-ae80-de3b5b019cba cannot update to ACTIVE because it is not bound. {{(pid=100913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 05:03:31.465249 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device 11fbac61-4832-4b73-be43-d9900df7e582 up at agent ovs-agent-dv-cinder-804735-5-iscsi {{(pid=100913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:03:31.604129 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Provisioning for port 11fbac61-4832-4b73-be43-d9900df7e582 completed by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:03:31.609087 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Provisioning complete for port 11fbac61-4832-4b73-be43-d9900df7e582 triggered by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:03:31.609584 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:31.716691 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c511c314-04ef-45a5-a567-3ce54e48b22c req-16c332ac-f596-411c-baf7-9cb445ec19d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:31.719102 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-c511c314-04ef-45a5-a567-3ce54e48b22c req-16c332ac-f596-411c-baf7-9cb445ec19d6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=baf8967a-ee7e-43bd-a55e-52e132b712c0 HTTP/1.1" status: 200 len: 1099 time: 0.0907624 Sep 01 05:03:31.764524 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:31.804136 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] For port 11fbac61-4832-4b73-be43-d9900df7e582, host dv-cinder-804735-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-5-iscsi',level=0,port_id=11fbac61-4832-4b73-be43-d9900df7e582,segment=NetworkSegment(ace692d4-e0f2-4d18-963d-d8c8432b7d17),segment_id=ace692d4-e0f2-4d18-963d-d8c8432b7d17)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:03:31.870575 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-c511c314-04ef-45a5-a567-3ce54e48b22c req-b0b26de5-b5eb-424f-b16a-9bc301d8925a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4bdadf90-7c5f-40ae-8c5b-c6312dd28014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355352 Sep 01 05:03:31.912480 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:31.913790 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5636629e-06e4-4435-b944-a7b57e76135e req-21570156-406f-4dbc-8bde-bb9ca1a9513a tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:31.913930 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device a38cf826-bc5b-47e6-9a05-0aa5bc5545a2 up at agent ovs-agent-dv-cinder-804735-5-iscsi {{(pid=100913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:03:31.915467 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-5636629e-06e4-4435-b944-a7b57e76135e req-21570156-406f-4dbc-8bde-bb9ca1a9513a tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=aee9c1da-4b85-4736-8be3-b0190f921ea0 HTTP/1.1" status: 200 len: 946 time: 0.1152790 Sep 01 05:03:31.972548 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-5636629e-06e4-4435-b944-a7b57e76135e req-9d6e407f-a338-4c66-bc76-aa236271fc1a tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482695 Sep 01 05:03:32.005018 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Pushing event updated for resources: {'Port': ['ID=11fbac61-4832-4b73-be43-d9900df7e582,revision_number=4']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:32.063285 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Provisioning complete for port a38cf826-bc5b-47e6-9a05-0aa5bc5545a2 triggered by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:03:32.063670 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:32.259156 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20040833-d648-43ea-accf-8934d23b6595 req-18114ea1-7b77-4eef-94eb-f8abf7523690 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:32.270889 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-20040833-d648-43ea-accf-8934d23b6595 req-18114ea1-7b77-4eef-94eb-f8abf7523690 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/ports?device_id=baf8967a-ee7e-43bd-a55e-52e132b712c0 HTTP/1.1" status: 200 len: 946 time: 0.1184289 Sep 01 05:03:32.357842 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-20040833-d648-43ea-accf-8934d23b6595 req-e63b03a8-72c4-4a0a-9d06-067701e163b2 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/security-groups?id=4bdadf90-7c5f-40ae-8c5b-c6312dd28014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858955 Sep 01 05:03:32.547907 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9577ac-cf8f-495e-8e41-15f5825fa549 None None] Sync routers for ids ['3b1a610f-39f4-48c8-9adb-96682a79775d'] in dv-cinder-804735-5-iscsi {{(pid=100913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 05:03:32.559207 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9577ac-cf8f-495e-8e41-15f5825fa549 None None] Routers {'3b1a610f-39f4-48c8-9adb-96682a79775d'} bound to L3 agent in host dv-cinder-804735-5-iscsi {{(pid=100913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:03:32.560774 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-7a9577ac-cf8f-495e-8e41-15f5825fa549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T04:53:40Z,description=,heartbeat_timestamp=2021-09-01T05:03:10Z,host='dv-cinder-804735-5-iscsi',id=dd4ad2d5-7278-4db2-b968-23881816b870,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:53:41Z,topic='l3_agent')) {'router_ids': ['3b1a610f-39f4-48c8-9adb-96682a79775d'], 'active': True} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:03:32.688401 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvr_db [None req-7a9577ac-cf8f-495e-8e41-15f5825fa549 None None] Set router 3b1a610f-39f4-48c8-9adb-96682a79775d gateway port host: dv-cinder-804735-5-iscsi {{(pid=100913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:03:32.774309 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 46348) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:32.781045 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.v2.base [None req-e38d9199-17d9-4fb2-b453-b42c085afe3e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2058301466-network', 'tenant_id': 'df8a449a902343c99b9a8439ae5e2e06'}} {{(pid=100911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:03:32.905401 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-7a9577ac-cf8f-495e-8e41-15f5825fa549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1a610f-39f4-48c8-9adb-96682a79775d', 'name': 'tempest-TestMinimumBasicScenario-1943161487-router', 'tenant_id': 'c43f8d20393b4239b54aee9d875b917f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '11fbac61-4832-4b73-be43-d9900df7e582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:03:25Z', 'updated_at': '2021-09-01T05:03:29Z', 'revision_number': 4, 'project_id': 'c43f8d20393b4239b54aee9d875b917f', 'gw_port': {'id': '11fbac61-4832-4b73-be43-d9900df7e582', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ae:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1a610f-39f4-48c8-9adb-96682a79775d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:03:26Z', 'updated_at': '2021-09-01T05:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi', '_interfaces': [{'id': '398dc5e5-b384-4eb2-ae80-de3b5b019cba', 'name': '', 'network_id': '7ea2df36-8d87-4c1a-bd3e-3b9f99603457', 'tenant_id': 'c43f8d20393b4239b54aee9d875b917f', 'mac_address': 'fa:16:3e:db:12:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1a610f-39f4-48c8-9adb-96682a79775d', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'cd4148f0-4e48-42c9-809c-8c4bd67c55e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:03:28Z', 'updated_at': '2021-09-01T05:03:30Z', 'revision_number': 2, 'project_id': 'c43f8d20393b4239b54aee9d875b917f', 'subnets': [{'id': 'cd4148f0-4e48-42c9-809c-8c4bd67c55e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-5-iscsi', False) {} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:03:32.935118 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9577ac-cf8f-495e-8e41-15f5825fa549 None None] Checking router: 3b1a610f-39f4-48c8-9adb-96682a79775d for host: dv-cinder-804735-5-iscsi {{(pid=100913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 05:03:32.935468 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9577ac-cf8f-495e-8e41-15f5825fa549 None None] Updating router 3b1a610f-39f4-48c8-9adb-96682a79775d port 398dc5e5-b384-4eb2-ae80-de3b5b019cba binding host dv-cinder-804735-5-iscsi {{(pid=100913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 05:03:32.961071 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-7a9577ac-cf8f-495e-8e41-15f5825fa549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:33.075211 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e38d9199-17d9-4fb2-b453-b42c085afe3e admin admin] Made reservation on behalf of df8a449a902343c99b9a8439ae5e2e06 for: {'network': 1} {{(pid=100911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 05:03:33.084938 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-e38d9199-17d9-4fb2-b453-b42c085afe3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for network, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:33.098203 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device 11fbac61-4832-4b73-be43-d9900df7e582 up at agent ovs-agent-dv-cinder-804735-5-iscsi {{(pid=100913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:03:33.105619 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-e38d9199-17d9-4fb2-b453-b42c085afe3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:33.163947 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476dd02d-0e54-4836-addb-3c1cc6774864 req-0a7f4f71-73f1-40fc-a05a-7a484b3dd7c3 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:33.166268 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-476dd02d-0e54-4836-addb-3c1cc6774864 req-0a7f4f71-73f1-40fc-a05a-7a484b3dd7c3 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=aee9c1da-4b85-4736-8be3-b0190f921ea0 HTTP/1.1" status: 200 len: 946 time: 0.0836091 Sep 01 05:03:33.242103 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-476dd02d-0e54-4836-addb-3c1cc6774864 req-2ed00847-4ee0-489f-8717-b683ac966af1 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618231 Sep 01 05:03:33.256036 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Provisioning complete for port 11fbac61-4832-4b73-be43-d9900df7e582 triggered by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:03:33.256698 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:33.564651 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-e38d9199-17d9-4fb2-b453-b42c085afe3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:33.583046 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba34a66-15fc-4b37-91cb-d531023df5ea req-1f8db77b-bbef-4ee2-995d-10568ee45cbc tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:33.584524 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-6ba34a66-15fc-4b37-91cb-d531023df5ea req-1f8db77b-bbef-4ee2-995d-10568ee45cbc tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/ports?device_id=baf8967a-ee7e-43bd-a55e-52e132b712c0 HTTP/1.1" status: 200 len: 946 time: 0.1118577 Sep 01 05:03:33.645301 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-6ba34a66-15fc-4b37-91cb-d531023df5ea req-aa92fb3b-5bce-4e25-8776-f57298365b16 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/security-groups?id=4bdadf90-7c5f-40ae-8c5b-c6312dd28014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486355 Sep 01 05:03:33.694257 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-7a9577ac-cf8f-495e-8e41-15f5825fa549 None None] Notify callbacks [] for port, precommit_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:33.696205 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-e38d9199-17d9-4fb2-b453-b42c085afe3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:33.716003 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-7a9577ac-cf8f-495e-8e41-15f5825fa549 None None] Transition to ACTIVE for port object 398dc5e5-b384-4eb2-ae80-de3b5b019cba will not be triggered until provisioned by entity L2. {{(pid=100913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:03:33.729465 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e38d9199-17d9-4fb2-b453-b42c085afe3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=100911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 05:03:33.736590 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa70955-1c9d-4251-8837-20861d432a24 req-38e8e94f-3009-4fa7-b76e-d43316818426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:33.738539 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-dfa70955-1c9d-4251-8837-20861d432a24 req-38e8e94f-3009-4fa7-b76e-d43316818426 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=aee9c1da-4b85-4736-8be3-b0190f921ea0 HTTP/1.1" status: 200 len: 1099 time: 0.0653343 Sep 01 05:03:33.743618 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d9199-17d9-4fb2-b453-b42c085afe3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b5ee8d1-3213-4d4e-bb65-d0ff415f4ef9,revision_number=1']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:33.761895 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-e38d9199-17d9-4fb2-b453-b42c085afe3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945202'] for segment, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:33.766178 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.db.segments_db [None req-e38d9199-17d9-4fb2-b453-b42c085afe3e admin admin] Added segment 790391b6-41fe-473c-ac85-ca8a9828bba7 of type vlan for network 3be4e7b3-b7f1-4c01-89dc-4f79d40d2ae8 Sep 01 05:03:33.779560 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-dfa70955-1c9d-4251-8837-20861d432a24 req-2a89948b-8a2c-46b9-a56c-19d8eb1b061f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322154 Sep 01 05:03:33.809727 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-e38d9199-17d9-4fb2-b453-b42c085afe3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780564394581'] for network, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:33.888375 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-7a9577ac-cf8f-495e-8e41-15f5825fa549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:33.954575 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb9d3d6-5e0e-4737-8ed7-d63e2356a89f None None] Pushing event updated for resources: {'Port': ['ID=398dc5e5-b384-4eb2-ae80-de3b5b019cba,revision_number=3']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:33.975443 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-e38d9199-17d9-4fb2-b453-b42c085afe3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782'] for network, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:33.976916 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38d9199-17d9-4fb2-b453-b42c085afe3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:33.977703 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-e38d9199-17d9-4fb2-b453-b42c085afe3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607828'] for network, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:34.005260 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.managers [None req-7a9577ac-cf8f-495e-8e41-15f5825fa549 None None] Attempting to bind port 398dc5e5-b384-4eb2-ae80-de3b5b019cba on host dv-cinder-804735-5-iscsi for vnic_type normal with profile {{(pid=100913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 05:03:34.006537 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.managers [None req-7a9577ac-cf8f-495e-8e41-15f5825fa549 None None] Attempting to bind port 398dc5e5-b384-4eb2-ae80-de3b5b019cba by drivers openvswitch,hyperv on host dv-cinder-804735-5-iscsi at level 0 using segments [{'id': '751a213c-335c-40b8-9e12-a4661bcc7bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7ea2df36-8d87-4c1a-bd3e-3b9f99603457'}] {{(pid=100913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 05:03:34.006537 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9577ac-cf8f-495e-8e41-15f5825fa549 None None] Attempting to bind port 398dc5e5-b384-4eb2-ae80-de3b5b019cba on network 7ea2df36-8d87-4c1a-bd3e-3b9f99603457 {{(pid=100913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:03:34.014946 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9577ac-cf8f-495e-8e41-15f5825fa549 None None] Checking agent: {'id': '262f7f02-ff25-45e4-acf2-78173ac4ae41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 53, 40), 'started_at': datetime.datetime(2021, 9, 1, 4, 54, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 5, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 05:03:34.014946 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9577ac-cf8f-495e-8e41-15f5825fa549 None None] Checking segment: {'id': '751a213c-335c-40b8-9e12-a4661bcc7bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7ea2df36-8d87-4c1a-bd3e-3b9f99603457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:03:34.014946 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-7a9577ac-cf8f-495e-8e41-15f5825fa549 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:34.015330 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9577ac-cf8f-495e-8e41-15f5825fa549 None None] Bound using segment: {'id': '751a213c-335c-40b8-9e12-a4661bcc7bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7ea2df36-8d87-4c1a-bd3e-3b9f99603457'} {{(pid=100913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 05:03:34.015686 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.managers [None req-7a9577ac-cf8f-495e-8e41-15f5825fa549 None None] Bound port: 398dc5e5-b384-4eb2-ae80-de3b5b019cba, host: dv-cinder-804735-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '751a213c-335c-40b8-9e12-a4661bcc7bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7ea2df36-8d87-4c1a-bd3e-3b9f99603457'}}] {{(pid=100913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 05:03:34.016076 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-7a9577ac-cf8f-495e-8e41-15f5825fa549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:34.055338 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d9199-17d9-4fb2-b453-b42c085afe3e admin admin] Pushing event updated for resources: {'Network': ['ID=3be4e7b3-b7f1-4c01-89dc-4f79d40d2ae8,revision_number=1']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:34.072975 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Network 3be4e7b3-b7f1-4c01-89dc-4f79d40d2ae8 details requested by agent ovs-agent-dv-cinder-804735-5-iscsi with host dv-cinder-804735-5-iscsi {{(pid=100913) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 05:03:34.136355 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-e38d9199-17d9-4fb2-b453-b42c085afe3e admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3607919 Sep 01 05:03:34.139341 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 46396) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:34.147583 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.v2.base [None req-93c63363-7329-47a0-8624-6ca18c0855a1 admin admin] Request body: {'subnet': {'network_id': '3be4e7b3-b7f1-4c01-89dc-4f79d40d2ae8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2058301466-subnet', 'tenant_id': 'df8a449a902343c99b9a8439ae5e2e06', 'ip_version': 4}} {{(pid=100912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:03:34.161695 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-7a9577ac-cf8f-495e-8e41-15f5825fa549 None None] For port 398dc5e5-b384-4eb2-ae80-de3b5b019cba, host dv-cinder-804735-5-iscsi, cleared binding levels {{(pid=100913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 05:03:34.166689 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-7a9577ac-cf8f-495e-8e41-15f5825fa549 None None] For port 398dc5e5-b384-4eb2-ae80-de3b5b019cba, host dv-cinder-804735-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-5-iscsi',level=0,port_id=398dc5e5-b384-4eb2-ae80-de3b5b019cba,segment=NetworkSegment(751a213c-335c-40b8-9e12-a4661bcc7bc7),segment_id=751a213c-335c-40b8-9e12-a4661bcc7bc7)] {{(pid=100913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 05:03:34.329995 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-7a9577ac-cf8f-495e-8e41-15f5825fa549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:34.360881 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70adb3ad-90e8-40dc-b8f1-d584c9548eff req-a4cbbc50-3a92-495a-aa40-d62100e2d94f tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:34.363218 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-70adb3ad-90e8-40dc-b8f1-d584c9548eff req-a4cbbc50-3a92-495a-aa40-d62100e2d94f tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=aee9c1da-4b85-4736-8be3-b0190f921ea0 HTTP/1.1" status: 200 len: 946 time: 0.0510230 Sep 01 05:03:34.392057 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c63363-7329-47a0-8624-6ca18c0855a1 admin admin] Made reservation on behalf of df8a449a902343c99b9a8439ae5e2e06 for: {'subnet': 1} {{(pid=100912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 05:03:34.393868 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb9d3d6-5e0e-4737-8ed7-d63e2356a89f None None] Pushing event updated for resources: {'Port': ['ID=398dc5e5-b384-4eb2-ae80-de3b5b019cba,revision_number=4']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:34.395567 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-93c63363-7329-47a0-8624-6ca18c0855a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3840519'] for subnet, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:34.401243 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9577ac-cf8f-495e-8e41-15f5825fa549 None None] Routers {'3b1a610f-39f4-48c8-9adb-96682a79775d'} bound to L3 agent in host dv-cinder-804735-5-iscsi {{(pid=100913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:03:34.401243 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-7a9577ac-cf8f-495e-8e41-15f5825fa549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T04:53:40Z,description=,heartbeat_timestamp=2021-09-01T05:03:10Z,host='dv-cinder-804735-5-iscsi',id=dd4ad2d5-7278-4db2-b968-23881816b870,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:53:41Z,topic='l3_agent')) {'router_ids': ['3b1a610f-39f4-48c8-9adb-96682a79775d'], 'active': True} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:03:34.485400 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-70adb3ad-90e8-40dc-b8f1-d584c9548eff req-a4492d22-e0e9-4c4d-9162-541d61d56086 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160188 Sep 01 05:03:34.551729 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvr_db [None req-7a9577ac-cf8f-495e-8e41-15f5825fa549 None None] Set router 3b1a610f-39f4-48c8-9adb-96682a79775d gateway port host: dv-cinder-804735-5-iscsi {{(pid=100913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:03:34.758792 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-93c63363-7329-47a0-8624-6ca18c0855a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59570964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3840529'] for subnet, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:34.813344 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-7a9577ac-cf8f-495e-8e41-15f5825fa549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1a610f-39f4-48c8-9adb-96682a79775d', 'name': 'tempest-TestMinimumBasicScenario-1943161487-router', 'tenant_id': 'c43f8d20393b4239b54aee9d875b917f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '11fbac61-4832-4b73-be43-d9900df7e582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:03:25Z', 'updated_at': '2021-09-01T05:03:29Z', 'revision_number': 4, 'project_id': 'c43f8d20393b4239b54aee9d875b917f', 'gw_port': {'id': '11fbac61-4832-4b73-be43-d9900df7e582', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ae:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1a610f-39f4-48c8-9adb-96682a79775d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:03:26Z', 'updated_at': '2021-09-01T05:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi', '_interfaces': [{'id': '398dc5e5-b384-4eb2-ae80-de3b5b019cba', 'name': '', 'network_id': '7ea2df36-8d87-4c1a-bd3e-3b9f99603457', 'tenant_id': 'c43f8d20393b4239b54aee9d875b917f', 'mac_address': 'fa:16:3e:db:12:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1a610f-39f4-48c8-9adb-96682a79775d', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'cd4148f0-4e48-42c9-809c-8c4bd67c55e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:03:28Z', 'updated_at': '2021-09-01T05:03:34Z', 'revision_number': 4, 'project_id': 'c43f8d20393b4239b54aee9d875b917f', 'subnets': [{'id': 'cd4148f0-4e48-42c9-809c-8c4bd67c55e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-5-iscsi', False) {} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:03:34.831875 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c63363-7329-47a0-8624-6ca18c0855a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b24eedf-aa78-44b8-9384-2e8d0244a1df,revision_number=0']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:34.859960 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9577ac-cf8f-495e-8e41-15f5825fa549 None None] The sync data for ids ['3b1a610f-39f4-48c8-9adb-96682a79775d'] in dv-cinder-804735-5-iscsi is: [{'id': '3b1a610f-39f4-48c8-9adb-96682a79775d', 'name': 'tempest-TestMinimumBasicScenario-1943161487-router', 'tenant_id': 'c43f8d20393b4239b54aee9d875b917f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '11fbac61-4832-4b73-be43-d9900df7e582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:03:25Z', 'updated_at': '2021-09-01T05:03:29Z', 'revision_number': 4, 'project_id': 'c43f8d20393b4239b54aee9d875b917f', 'gw_port': {'id': '11fbac61-4832-4b73-be43-d9900df7e582', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ae:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1a610f-39f4-48c8-9adb-96682a79775d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:03:26Z', 'updated_at': '2021-09-01T05:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi', '_interfaces': [{'id': '398dc5e5-b384-4eb2-ae80-de3b5b019cba', 'name': '', 'network_id': '7ea2df36-8d87-4c1a-bd3e-3b9f99603457', 'tenant_id': 'c43f8d20393b4239b54aee9d875b917f', 'mac_address': 'fa:16:3e:db:12:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1a610f-39f4-48c8-9adb-96682a79775d', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'cd4148f0-4e48-42c9-809c-8c4bd67c55e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:03:28Z', 'updated_at': '2021-09-01T05:03:34Z', 'revision_number': 4, 'project_id': 'c43f8d20393b4239b54aee9d875b917f', 'subnets': [{'id': 'cd4148f0-4e48-42c9-809c-8c4bd67c55e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 05:03:34.875047 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c63363-7329-47a0-8624-6ca18c0855a1 admin admin] Checking segment: {'id': '790391b6-41fe-473c-ac85-ca8a9828bba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3be4e7b3-b7f1-4c01-89dc-4f79d40d2ae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:03:34.875452 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c63363-7329-47a0-8624-6ca18c0855a1 admin admin] Network hostable DHCP agents. Network: 3be4e7b3-b7f1-4c01-89dc-4f79d40d2ae8, hostable agents: ['978c142f-0e94-4713-b592-abea12f7c88c'], hosted agents: [] {{(pid=100912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 05:03:35.027812 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c63363-7329-47a0-8624-6ca18c0855a1 admin admin] Network 3be4e7b3-b7f1-4c01-89dc-4f79d40d2ae8 is scheduled to be hosted by DHCP agent 978c142f-0e94-4713-b592-abea12f7c88c with binding_index 1 {{(pid=100912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 05:03:35.105910 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device 398dc5e5-b384-4eb2-ae80-de3b5b019cba up at agent ovs-agent-dv-cinder-804735-5-iscsi {{(pid=100913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:03:35.136049 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.scheduler.base_scheduler [None req-93c63363-7329-47a0-8624-6ca18c0855a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-5-iscsi, 3be4e7b3-b7f1-4c01-89dc-4f79d40d2ae8) {{(pid=100912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:03:35.142037 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c63363-7329-47a0-8624-6ca18c0855a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:35.142300 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-93c63363-7329-47a0-8624-6ca18c0855a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607828'] for subnet, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:35.160636 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55e1bfe-7e3b-4be8-a6d2-a285da8483da None None] Network 3be4e7b3-b7f1-4c01-89dc-4f79d40d2ae8 requested from dv-cinder-804735-5-iscsi {{(pid=100913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 05:03:35.255036 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-93c63363-7329-47a0-8624-6ca18c0855a1 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1140769 Sep 01 05:03:35.255744 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 46430) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:35.267617 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.v2.base [None req-59f009c3-f145-45b5-bfdc-cefc227ab4fd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2058301466-router', 'tenant_id': 'df8a449a902343c99b9a8439ae5e2e06', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76'}}} {{(pid=100911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:03:35.366594 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af622f6a-ebc6-4382-9e35-954b75155e1d req-4b775a87-422d-4f7d-b518-000703fefb6b tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:35.368755 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-af622f6a-ebc6-4382-9e35-954b75155e1d req-4b775a87-422d-4f7d-b518-000703fefb6b tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 946 time: 0.0825009 Sep 01 05:03:35.380224 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2eb0ce-d9c7-4e65-9fe7-fd0c3c89bed8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp983e0ae1-5f53-559a-a4b8-4d2c1e9d6efd-3be4e7b3-b7f1-4c01-89dc-4f79d40d2ae8', 'network_id': '3be4e7b3-b7f1-4c01-89dc-4f79d40d2ae8', 'tenant_id': 'df8a449a902343c99b9a8439ae5e2e06', 'fixed_ips': [{'subnet_id': '9b24eedf-aa78-44b8-9384-2e8d0244a1df'}]}} from dv-cinder-804735-5-iscsi. {{(pid=100913) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 05:03:35.381556 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-2c2eb0ce-d9c7-4e65-9fe7-fd0c3c89bed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_create {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:35.409242 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Provisioning for port 398dc5e5-b384-4eb2-ae80-de3b5b019cba completed by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:03:35.415408 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Provisioning complete for port 398dc5e5-b384-4eb2-ae80-de3b5b019cba triggered by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:03:35.415782 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:35.428557 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-af622f6a-ebc6-4382-9e35-954b75155e1d req-878e53a7-e152-41aa-be0d-f896082ac316 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489972 Sep 01 05:03:35.450629 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-59f009c3-f145-45b5-bfdc-cefc227ab4fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2062353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4668'] for router, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:35.451809 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-59f009c3-f145-45b5-bfdc-cefc227ab4fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1958647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1958276', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1962599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4645'] for router, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:35.601039 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-59f009c3-f145-45b5-bfdc-cefc227ab4fd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:35.616224 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.db_base_plugin_common [None req-2c2eb0ce-d9c7-4e65-9fe7-fd0c3c89bed8 None None] Allocated IP 172.20.0.2 (3be4e7b3-b7f1-4c01-89dc-4f79d40d2ae8/9b24eedf-aa78-44b8-9384-2e8d0244a1df/61ca6ac5-caf7-490f-a61b-fde3cb1a09e4) {{(pid=100913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 05:03:35.662855 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 46452) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:35.716319 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d5ec1d-2baf-4a17-a4af-b7444ad7ad7c req-d91f2972-e4a3-4893-a2d1-d30a2c675db7 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:35.722151 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-f5d5ec1d-2baf-4a17-a4af-b7444ad7ad7c req-d91f2972-e4a3-4893-a2d1-d30a2c675db7 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=aee9c1da-4b85-4736-8be3-b0190f921ea0 HTTP/1.1" status: 200 len: 946 time: 0.0792117 Sep 01 05:03:35.820029 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-f5d5ec1d-2baf-4a17-a4af-b7444ad7ad7c req-e1e996ce-df24-4026-848b-f8ddc047613c tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901141 Sep 01 05:03:35.839159 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-2c2eb0ce-d9c7-4e65-9fe7-fd0c3c89bed8 None None] Notify callbacks [] for port, precommit_create {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:35.984788 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-2c2eb0ce-d9c7-4e65-9fe7-fd0c3c89bed8 None None] Transition to ACTIVE for port object 61ca6ac5-caf7-490f-a61b-fde3cb1a09e4 will not be triggered until provisioned by entity L2. {{(pid=100913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:03:35.985411 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.db_base_plugin_v2 [None req-17c31c72-91c3-48f3-ac29-8289a38a777d admin admin] Deleting subnet e975287b-767e-4efd-a6ca-64e1e39ebd69 {{(pid=100911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 05:03:35.985789 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-2c2eb0ce-d9c7-4e65-9fe7-fd0c3c89bed8 None None] Transition to ACTIVE for port object 61ca6ac5-caf7-490f-a61b-fde3cb1a09e4 will not be triggered until provisioned by entity DHCP. {{(pid=100913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:03:35.985865 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-17c31c72-91c3-48f3-ac29-8289a38a777d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:35.985934 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:35.986013 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-59f009c3-f145-45b5-bfdc-cefc227ab4fd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:35.986013 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-17c31c72-91c3-48f3-ac29-8289a38a777d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3679595'] for subnet, precommit_delete_associations {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:35.986139 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] For port 398dc5e5-b384-4eb2-ae80-de3b5b019cba, host dv-cinder-804735-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-5-iscsi',level=0,port_id=398dc5e5-b384-4eb2-ae80-de3b5b019cba,segment=NetworkSegment(751a213c-335c-40b8-9e12-a4661bcc7bc7),segment_id=751a213c-335c-40b8-9e12-a4661bcc7bc7)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:03:36.017332 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-17c31c72-91c3-48f3-ac29-8289a38a777d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942180'] for subnet, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:36.137032 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-2c2eb0ce-d9c7-4e65-9fe7-fd0c3c89bed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780564376589'] for port, after_create {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:36.143431 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:36.179700 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2eb0ce-d9c7-4e65-9fe7-fd0c3c89bed8 None None] Network 3be4e7b3-b7f1-4c01-89dc-4f79d40d2ae8 is already hosted by enough agents. {{(pid=100913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:03:36.187249 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.scheduler.base_scheduler [None req-2c2eb0ce-d9c7-4e65-9fe7-fd0c3c89bed8 None None] Resources bound (agent type, host, resource id): {{(pid=100913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:03:36.189757 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2eb0ce-d9c7-4e65-9fe7-fd0c3c89bed8 None None] Received port after_create {{(pid=100913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 05:03:36.204046 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2eb0ce-d9c7-4e65-9fe7-fd0c3c89bed8 None None] Pushing event updated for resources: {'Port': ['ID=61ca6ac5-caf7-490f-a61b-fde3cb1a09e4,revision_number=1']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:36.243094 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-17c31c72-91c3-48f3-ac29-8289a38a777d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3457175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3892981'] for subnet, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:36.288522 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c31c72-91c3-48f3-ac29-8289a38a777d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e975287b-767e-4efd-a6ca-64e1e39ebd69,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:36.290948 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-17c31c72-91c3-48f3-ac29-8289a38a777d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:36.296961 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 46464) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:36.313759 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-17c31c72-91c3-48f3-ac29-8289a38a777d admin admin] 10.222.0.11 "DELETE /v2.0/subnets/e975287b-767e-4efd-a6ca-64e1e39ebd69 HTTP/1.1" status: 204 len: 168 time: 0.6598542 Sep 01 05:03:36.331407 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Pushing event updated for resources: {'Port': ['ID=398dc5e5-b384-4eb2-ae80-de3b5b019cba,revision_number=5']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:36.336205 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.managers [None req-2c2eb0ce-d9c7-4e65-9fe7-fd0c3c89bed8 None None] Attempting to bind port 61ca6ac5-caf7-490f-a61b-fde3cb1a09e4 on host dv-cinder-804735-5-iscsi for vnic_type normal with profile {{(pid=100913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 05:03:36.336577 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.managers [None req-2c2eb0ce-d9c7-4e65-9fe7-fd0c3c89bed8 None None] Attempting to bind port 61ca6ac5-caf7-490f-a61b-fde3cb1a09e4 by drivers openvswitch,hyperv on host dv-cinder-804735-5-iscsi at level 0 using segments [{'id': '790391b6-41fe-473c-ac85-ca8a9828bba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3be4e7b3-b7f1-4c01-89dc-4f79d40d2ae8'}] {{(pid=100913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 05:03:36.336947 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2eb0ce-d9c7-4e65-9fe7-fd0c3c89bed8 None None] Attempting to bind port 61ca6ac5-caf7-490f-a61b-fde3cb1a09e4 on network 3be4e7b3-b7f1-4c01-89dc-4f79d40d2ae8 {{(pid=100913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:03:36.343681 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2eb0ce-d9c7-4e65-9fe7-fd0c3c89bed8 None None] Checking agent: {'id': '262f7f02-ff25-45e4-acf2-78173ac4ae41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 53, 40), 'started_at': datetime.datetime(2021, 9, 1, 4, 54, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 5, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 05:03:36.344060 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2eb0ce-d9c7-4e65-9fe7-fd0c3c89bed8 None None] Checking segment: {'id': '790391b6-41fe-473c-ac85-ca8a9828bba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3be4e7b3-b7f1-4c01-89dc-4f79d40d2ae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:03:36.344470 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-2c2eb0ce-d9c7-4e65-9fe7-fd0c3c89bed8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:36.348066 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2eb0ce-d9c7-4e65-9fe7-fd0c3c89bed8 None None] Bound using segment: {'id': '790391b6-41fe-473c-ac85-ca8a9828bba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3be4e7b3-b7f1-4c01-89dc-4f79d40d2ae8'} {{(pid=100913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 05:03:36.348066 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.managers [None req-2c2eb0ce-d9c7-4e65-9fe7-fd0c3c89bed8 None None] Bound port: 61ca6ac5-caf7-490f-a61b-fde3cb1a09e4, host: dv-cinder-804735-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '790391b6-41fe-473c-ac85-ca8a9828bba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3be4e7b3-b7f1-4c01-89dc-4f79d40d2ae8'}}] {{(pid=100913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 05:03:36.348066 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-2c2eb0ce-d9c7-4e65-9fe7-fd0c3c89bed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:36.406031 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-53c51dc0-cd00-4bd2-9b89-e8dc83eaca74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556555'] for network, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:36.440185 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-2c2eb0ce-d9c7-4e65-9fe7-fd0c3c89bed8 None None] For port 61ca6ac5-caf7-490f-a61b-fde3cb1a09e4, host dv-cinder-804735-5-iscsi, cleared binding levels {{(pid=100913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 05:03:36.445261 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-2c2eb0ce-d9c7-4e65-9fe7-fd0c3c89bed8 None None] For port 61ca6ac5-caf7-490f-a61b-fde3cb1a09e4, host dv-cinder-804735-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-5-iscsi',level=0,port_id=61ca6ac5-caf7-490f-a61b-fde3cb1a09e4,segment=NetworkSegment(790391b6-41fe-473c-ac85-ca8a9828bba7),segment_id=790391b6-41fe-473c-ac85-ca8a9828bba7)] {{(pid=100913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 05:03:36.535393 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-59f009c3-f145-45b5-bfdc-cefc227ab4fd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:36.547494 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-2c2eb0ce-d9c7-4e65-9fe7-fd0c3c89bed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:36.559113 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-59f009c3-f145-45b5-bfdc-cefc227ab4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:36.573090 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-53c51dc0-cd00-4bd2-9b89-e8dc83eaca74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942495', 'neutron.services.segments.db._delete_segments_for_network-8780564943041'] for network, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:36.619281 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.services.segments.db [None req-53c51dc0-cd00-4bd2-9b89-e8dc83eaca74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf8e92e8-2df9-4b76-b211-16ebfad895e6']}} {{(pid=100912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:03:36.640786 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.services.segments.db [None req-53c51dc0-cd00-4bd2-9b89-e8dc83eaca74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22d51992-7b41-4402-99ff-e16411aa3799') {'for_net_delete': True} {{(pid=100912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:03:36.645617 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.services.segments.db [None req-53c51dc0-cd00-4bd2-9b89-e8dc83eaca74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22d51992-7b41-4402-99ff-e16411aa3799') {} {{(pid=100912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:03:36.654322 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2eb0ce-d9c7-4e65-9fe7-fd0c3c89bed8 None None] Pushing event updated for resources: {'Port': ['ID=61ca6ac5-caf7-490f-a61b-fde3cb1a09e4,revision_number=2']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:36.657081 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-53c51dc0-cd00-4bd2-9b89-e8dc83eaca74 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780564954453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59571061'] for segment, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:36.689520 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000d8f0e-d5d4-4e51-a1ee-04d4342f57dc req-9e4f073a-cd3d-45e7-bb9e-79119a010293 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:36.691915 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-000d8f0e-d5d4-4e51-a1ee-04d4342f57dc req-9e4f073a-cd3d-45e7-bb9e-79119a010293 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=aee9c1da-4b85-4736-8be3-b0190f921ea0 HTTP/1.1" status: 200 len: 946 time: 0.1645753 Sep 01 05:03:36.694264 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-53c51dc0-cd00-4bd2-9b89-e8dc83eaca74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945202'] for segment, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:36.721496 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf0a0c6-0752-421b-bce6-d75441e16765 req-93ad1930-74a0-4885-81eb-5e88ec7ab6ce tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:36.727376 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-4cf0a0c6-0752-421b-bce6-d75441e16765 req-93ad1930-74a0-4885-81eb-5e88ec7ab6ce tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/ports?device_id=baf8967a-ee7e-43bd-a55e-52e132b712c0 HTTP/1.1" status: 200 len: 946 time: 0.1783311 Sep 01 05:03:36.728826 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53c51dc0-cd00-4bd2-9b89-e8dc83eaca74 admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=100912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 05:03:36.731780 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-53c51dc0-cd00-4bd2-9b89-e8dc83eaca74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59570545'] for segment, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:36.733006 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.db_base_plugin_common [None req-59f009c3-f145-45b5-bfdc-cefc227ab4fd admin admin] Allocated IP 172.27.2.131 (0effeb3b-80f3-4cb6-8b1a-1774968f7d76/a1ace4a4-4e27-4c96-bf05-cb2f22386a9e/d2eb41a2-29e5-437c-96d5-02dfe6c96df7) {{(pid=100911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 05:03:36.734182 dv-cinder-804735-5-iscsi neutron-server[100912]: Traceback (most recent call last): Sep 01 05:03:36.734182 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 05:03:36.734182 dv-cinder-804735-5-iscsi neutron-server[100912]: timer() Sep 01 05:03:36.734182 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 05:03:36.734182 dv-cinder-804735-5-iscsi neutron-server[100912]: cb(*args, **kw) Sep 01 05:03:36.734182 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 05:03:36.734182 dv-cinder-804735-5-iscsi neutron-server[100912]: return func(*args, **kwargs) Sep 01 05:03:36.734182 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 05:03:36.734182 dv-cinder-804735-5-iscsi neutron-server[100912]: self._notify() Sep 01 05:03:36.734182 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 05:03:36.734182 dv-cinder-804735-5-iscsi neutron-server[100912]: self.callback(batched_events) Sep 01 05:03:36.734182 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 05:03:36.734182 dv-cinder-804735-5-iscsi neutron-server[100912]: event.method(event) Sep 01 05:03:36.734182 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 05:03:36.734182 dv-cinder-804735-5-iscsi neutron-server[100912]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 05:03:36.734182 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 05:03:36.734182 dv-cinder-804735-5-iscsi neutron-server[100912]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 05:03:36.734182 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 05:03:36.734182 dv-cinder-804735-5-iscsi neutron-server[100912]: return f(self, *a, **k) Sep 01 05:03:36.734182 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 05:03:36.734182 dv-cinder-804735-5-iscsi neutron-server[100912]: return self._get(url).json() Sep 01 05:03:36.734182 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 05:03:36.734182 dv-cinder-804735-5-iscsi neutron-server[100912]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 05:03:36.734182 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 05:03:36.734182 dv-cinder-804735-5-iscsi neutron-server[100912]: return self.request(url, 'GET', **kwargs) Sep 01 05:03:36.734182 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 05:03:36.734182 dv-cinder-804735-5-iscsi neutron-server[100912]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 05:03:36.734182 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 05:03:36.734182 dv-cinder-804735-5-iscsi neutron-server[100912]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 05:03:36.734182 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 05:03:36.734182 dv-cinder-804735-5-iscsi neutron-server[100912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 05:03:36.734182 dv-cinder-804735-5-iscsi neutron-server[100912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 05:03:36.872807 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-59f009c3-f145-45b5-bfdc-cefc227ab4fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:36.921692 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-000d8f0e-d5d4-4e51-a1ee-04d4342f57dc req-d4f19a14-524d-4901-b205-c2bee1eb55e2 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178793 Sep 01 05:03:36.941274 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a3d9c1-3868-48e6-85b9-32b7268a1a4f req-1387e40c-8a72-4114-9f7e-722d9d703784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:36.943605 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-44a3d9c1-3868-48e6-85b9-32b7268a1a4f req-1387e40c-8a72-4114-9f7e-722d9d703784 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6656dbfc754f4b4eb5789000e7b6d945&device_id=aee9c1da-4b85-4736-8be3-b0190f921ea0 HTTP/1.1" status: 200 len: 1099 time: 0.2118933 Sep 01 05:03:36.951609 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-4cf0a0c6-0752-421b-bce6-d75441e16765 req-113d7b38-d40c-44ba-8d68-b25e803081c0 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/security-groups?id=4bdadf90-7c5f-40ae-8c5b-c6312dd28014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881430 Sep 01 05:03:37.052321 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-59f009c3-f145-45b5-bfdc-cefc227ab4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780564376589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3457272'] for port, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:37.105775 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f009c3-f145-45b5-bfdc-cefc227ab4fd admin admin] Network 0effeb3b-80f3-4cb6-8b1a-1774968f7d76 is already hosted by enough agents. {{(pid=100911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:03:37.108856 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.base_scheduler [None req-59f009c3-f145-45b5-bfdc-cefc227ab4fd admin admin] Resources bound (agent type, host, resource id): {{(pid=100911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:03:37.125566 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f009c3-f145-45b5-bfdc-cefc227ab4fd admin admin] Received port after_create {{(pid=100911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 05:03:37.176630 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f009c3-f145-45b5-bfdc-cefc227ab4fd admin admin] Pushing event updated for resources: {'Port': ['ID=d2eb41a2-29e5-437c-96d5-02dfe6c96df7,revision_number=1']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:37.257765 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device 61ca6ac5-caf7-490f-a61b-fde3cb1a09e4 up at agent ovs-agent-dv-cinder-804735-5-iscsi {{(pid=100913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:03:37.337430 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-89304361-e45e-4980-863d-12d4b61fe824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:37.358394 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-53c51dc0-cd00-4bd2-9b89-e8dc83eaca74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1958915'] for network, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:37.373417 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-53c51dc0-cd00-4bd2-9b89-e8dc83eaca74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607828'] for network, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:37.375263 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-53c51dc0-cd00-4bd2-9b89-e8dc83eaca74 admin admin] 10.222.0.11 "DELETE /v2.0/networks/bf8e92e8-2df9-4b76-b211-16ebfad895e6 HTTP/1.1" status: 204 len: 168 time: 1.0771506 Sep 01 05:03:37.383631 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 46488) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:37.412604 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c51dc0-cd00-4bd2-9b89-e8dc83eaca74 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf8e92e8-2df9-4b76-b211-16ebfad895e6,revision_number=None']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:37.449225 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Provisioning for port 61ca6ac5-caf7-490f-a61b-fde3cb1a09e4 completed by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:03:37.451614 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.db_base_plugin_v2 [None req-1412c7d1-3ac5-4980-8115-332e5e060249 admin admin] Deleting subnet b3014158-0d9b-4381-b121-94872fb47a3e {{(pid=100911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 05:03:37.454481 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device 398dc5e5-b384-4eb2-ae80-de3b5b019cba up at agent ovs-agent-dv-cinder-804735-5-iscsi {{(pid=100913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:03:37.454933 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbab6496-df10-4175-819f-947216b2d55c req-0bd6d14a-4392-46a7-94c5-881aa40e29b5 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:37.455329 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-1412c7d1-3ac5-4980-8115-332e5e060249 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:37.468345 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-dbab6496-df10-4175-819f-947216b2d55c req-0bd6d14a-4392-46a7-94c5-881aa40e29b5 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 946 time: 0.1073425 Sep 01 05:03:37.470394 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a3d9c1-3868-48e6-85b9-32b7268a1a4f req-e3efb132-f10a-4155-9451-34ce974d8341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:37.471836 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-44a3d9c1-3868-48e6-85b9-32b7268a1a4f req-e3efb132-f10a-4155-9451-34ce974d8341 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e239844d-232c-4a02-ba33-46d720e37c24 HTTP/1.1" status: 200 len: 920 time: 0.5193291 Sep 01 05:03:37.501883 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-1412c7d1-3ac5-4980-8115-332e5e060249 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3679595'] for subnet, precommit_delete_associations {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:37.510003 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Provisioning complete for port 398dc5e5-b384-4eb2-ae80-de3b5b019cba triggered by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:03:37.510487 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:37.525775 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-44a3d9c1-3868-48e6-85b9-32b7268a1a4f req-d06eaa6e-8112-4e74-b42e-006b9baa30df service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=751997c4-9e87-414d-a807-eca808de742a HTTP/1.1" status: 200 len: 217 time: 0.0416343 Sep 01 05:03:37.564178 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-dbab6496-df10-4175-819f-947216b2d55c req-f29bda6a-cd56-410e-a898-2bdb2ec7e6e0 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001039 Sep 01 05:03:37.622555 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a3d9c1-3868-48e6-85b9-32b7268a1a4f req-e93a18a7-8ec9-414b-a564-af5d4ef35b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:37.624622 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-44a3d9c1-3868-48e6-85b9-32b7268a1a4f req-e93a18a7-8ec9-414b-a564-af5d4ef35b09 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f3160f96-5162-4386-b59c-1540b2ae925c HTTP/1.1" status: 200 len: 859 time: 0.0899117 Sep 01 05:03:37.668051 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-44a3d9c1-3868-48e6-85b9-32b7268a1a4f req-4538569e-4ee1-4c65-94fb-6075e28bb02f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e239844d-232c-4a02-ba33-46d720e37c24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290611 Sep 01 05:03:37.704935 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-1412c7d1-3ac5-4980-8115-332e5e060249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942180'] for subnet, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:37.745835 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-59f009c3-f145-45b5-bfdc-cefc227ab4fd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:37.777476 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-44a3d9c1-3868-48e6-85b9-32b7268a1a4f req-c6e2338f-296f-475e-a554-39e86df36cb3 service neutron] 10.222.0.37 "GET /v2.0/networks/e239844d-232c-4a02-ba33-46d720e37c24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048551 Sep 01 05:03:37.911922 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-44a3d9c1-3868-48e6-85b9-32b7268a1a4f req-470d1f81-bdb7-42ca-80b1-bd9a38fcf057 service neutron] 10.222.0.37 "GET /v2.0/networks/e239844d-232c-4a02-ba33-46d720e37c24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208923 Sep 01 05:03:37.963908 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-1412c7d1-3ac5-4980-8115-332e5e060249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3457175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3892981'] for subnet, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:38.021579 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1412c7d1-3ac5-4980-8115-332e5e060249 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3014158-0d9b-4381-b121-94872fb47a3e,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:38.023533 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af1548d-ea86-4e7b-ab74-aaaa3b982f44 None None] Network 3be4e7b3-b7f1-4c01-89dc-4f79d40d2ae8 requested from dv-cinder-804735-5-iscsi {{(pid=100913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 05:03:38.038023 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-1412c7d1-3ac5-4980-8115-332e5e060249 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:38.039925 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-1412c7d1-3ac5-4980-8115-332e5e060249 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/b3014158-0d9b-4381-b121-94872fb47a3e HTTP/1.1" status: 204 len: 168 time: 0.6546185 Sep 01 05:03:38.041526 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-59f009c3-f145-45b5-bfdc-cefc227ab4fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1958606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1958391'] for router, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:38.046263 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 46504) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:38.147766 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b253a241-17cd-4954-b0a8-8fcd88d075c1 req-a757011c-4586-40d6-8682-37243e8d2b59 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:38.147766 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-b253a241-17cd-4954-b0a8-8fcd88d075c1 req-a757011c-4586-40d6-8682-37243e8d2b59 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=aee9c1da-4b85-4736-8be3-b0190f921ea0 HTTP/1.1" status: 200 len: 946 time: 0.1188400 Sep 01 05:03:38.150083 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7111da-c056-4ae0-a6ef-fb7bbad6cf13 req-3206250b-c5ed-4498-8626-f3f2db16eabc tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:38.151976 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-9c7111da-c056-4ae0-a6ef-fb7bbad6cf13 req-3206250b-c5ed-4498-8626-f3f2db16eabc tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/ports?device_id=baf8967a-ee7e-43bd-a55e-52e132b712c0 HTTP/1.1" status: 200 len: 946 time: 0.0853024 Sep 01 05:03:38.192047 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-2c30b962-1038-4b2b-b381-6f4430a0ee86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556555'] for network, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:38.218713 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-b253a241-17cd-4954-b0a8-8fcd88d075c1 req-f1384d41-bd74-4a45-8f74-0d913cc21341 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656374 Sep 01 05:03:38.226028 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-9c7111da-c056-4ae0-a6ef-fb7bbad6cf13 req-1cf1c5fa-fca4-4a02-95e5-908a82e83911 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/security-groups?id=4bdadf90-7c5f-40ae-8c5b-c6312dd28014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655944 Sep 01 05:03:38.295861 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-2c30b962-1038-4b2b-b381-6f4430a0ee86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942495', 'neutron.services.segments.db._delete_segments_for_network-8780564943041'] for network, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:38.318863 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.services.segments.db [None req-2c30b962-1038-4b2b-b381-6f4430a0ee86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94339db1-f5a0-4ca5-aa9f-b30933583025']}} {{(pid=100911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:03:38.328603 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.services.segments.db [None req-2c30b962-1038-4b2b-b381-6f4430a0ee86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33fb1eaf-55b7-412a-8e6e-f8c706e5b581') {'for_net_delete': True} {{(pid=100911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:03:38.329378 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.services.segments.db [None req-2c30b962-1038-4b2b-b381-6f4430a0ee86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33fb1eaf-55b7-412a-8e6e-f8c706e5b581') {} {{(pid=100911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:03:38.343466 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-2c30b962-1038-4b2b-b381-6f4430a0ee86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780564954453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3679568'] for segment, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:38.361269 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-2c30b962-1038-4b2b-b381-6f4430a0ee86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945202'] for segment, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:38.367836 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c30b962-1038-4b2b-b381-6f4430a0ee86 admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=100911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 05:03:38.368247 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-2c30b962-1038-4b2b-b381-6f4430a0ee86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3457069'] for segment, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:38.370043 dv-cinder-804735-5-iscsi neutron-server[100911]: Traceback (most recent call last): Sep 01 05:03:38.370043 dv-cinder-804735-5-iscsi neutron-server[100911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 05:03:38.370043 dv-cinder-804735-5-iscsi neutron-server[100911]: timer() Sep 01 05:03:38.370043 dv-cinder-804735-5-iscsi neutron-server[100911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 05:03:38.370043 dv-cinder-804735-5-iscsi neutron-server[100911]: cb(*args, **kw) Sep 01 05:03:38.370043 dv-cinder-804735-5-iscsi neutron-server[100911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 05:03:38.370043 dv-cinder-804735-5-iscsi neutron-server[100911]: return func(*args, **kwargs) Sep 01 05:03:38.370043 dv-cinder-804735-5-iscsi neutron-server[100911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 05:03:38.370043 dv-cinder-804735-5-iscsi neutron-server[100911]: self._notify() Sep 01 05:03:38.370043 dv-cinder-804735-5-iscsi neutron-server[100911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 05:03:38.370043 dv-cinder-804735-5-iscsi neutron-server[100911]: self.callback(batched_events) Sep 01 05:03:38.370043 dv-cinder-804735-5-iscsi neutron-server[100911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 05:03:38.370043 dv-cinder-804735-5-iscsi neutron-server[100911]: event.method(event) Sep 01 05:03:38.370043 dv-cinder-804735-5-iscsi neutron-server[100911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 05:03:38.370043 dv-cinder-804735-5-iscsi neutron-server[100911]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 05:03:38.370043 dv-cinder-804735-5-iscsi neutron-server[100911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 05:03:38.370043 dv-cinder-804735-5-iscsi neutron-server[100911]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 05:03:38.370043 dv-cinder-804735-5-iscsi neutron-server[100911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 05:03:38.370043 dv-cinder-804735-5-iscsi neutron-server[100911]: return f(self, *a, **k) Sep 01 05:03:38.370043 dv-cinder-804735-5-iscsi neutron-server[100911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 05:03:38.370043 dv-cinder-804735-5-iscsi neutron-server[100911]: return self._get(url).json() Sep 01 05:03:38.370043 dv-cinder-804735-5-iscsi neutron-server[100911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 05:03:38.370043 dv-cinder-804735-5-iscsi neutron-server[100911]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 05:03:38.370043 dv-cinder-804735-5-iscsi neutron-server[100911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 05:03:38.370043 dv-cinder-804735-5-iscsi neutron-server[100911]: return self.request(url, 'GET', **kwargs) Sep 01 05:03:38.370043 dv-cinder-804735-5-iscsi neutron-server[100911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 05:03:38.370043 dv-cinder-804735-5-iscsi neutron-server[100911]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 05:03:38.370043 dv-cinder-804735-5-iscsi neutron-server[100911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 05:03:38.370043 dv-cinder-804735-5-iscsi neutron-server[100911]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 05:03:38.370043 dv-cinder-804735-5-iscsi neutron-server[100911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 05:03:38.370043 dv-cinder-804735-5-iscsi neutron-server[100911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 05:03:38.370043 dv-cinder-804735-5-iscsi neutron-server[100911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 05:03:38.382611 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a997d29-7c46-4177-9a8d-7cf49abd36fa req-fae8e382-6e65-4e0f-bdfa-aaeffb5c4465 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:38.385564 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-6a997d29-7c46-4177-9a8d-7cf49abd36fa req-fae8e382-6e65-4e0f-bdfa-aaeffb5c4465 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.37 "GET /v2.0/ports?device_id=baf8967a-ee7e-43bd-a55e-52e132b712c0 HTTP/1.1" status: 200 len: 946 time: 0.0724344 Sep 01 05:03:38.436514 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-9a6adc01-df84-4ebc-b8e2-85894e2cbfca None None] Provisioning for port 61ca6ac5-caf7-490f-a61b-fde3cb1a09e4 completed by entity DHCP. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:03:38.442359 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-9a6adc01-df84-4ebc-b8e2-85894e2cbfca None None] Provisioning complete for port 61ca6ac5-caf7-490f-a61b-fde3cb1a09e4 triggered by entity DHCP. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:03:38.442734 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-9a6adc01-df84-4ebc-b8e2-85894e2cbfca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:38.488227 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59f009c3-f145-45b5-bfdc-cefc227ab4fd admin admin] Router 751b10de-ecea-4fce-b052-df0f3f55aefb is scheduled to L3 agent dd4ad2d5-7278-4db2-b968-23881816b870 with binding_index 1 {{(pid=100911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 05:03:38.505286 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.plugin [req-6a997d29-7c46-4177-9a8d-7cf49abd36fa req-be13931b-2e93-4086-aa66-0fe9cd6195d4 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] Deleting port b8b9ebae-c686-4fb9-bfc0-35afb42b0784 {{(pid=100912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:03:38.505635 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [req-6a997d29-7c46-4177-9a8d-7cf49abd36fa req-be13931b-2e93-4086-aa66-0fe9cd6195d4 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780564872726'] for port, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:38.538016 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-9a6adc01-df84-4ebc-b8e2-85894e2cbfca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:38.559521 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-2c30b962-1038-4b2b-b381-6f4430a0ee86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1958915'] for network, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:38.574844 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-9a6adc01-df84-4ebc-b8e2-85894e2cbfca None None] For port 61ca6ac5-caf7-490f-a61b-fde3cb1a09e4, host dv-cinder-804735-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-5-iscsi',level=0,port_id=61ca6ac5-caf7-490f-a61b-fde3cb1a09e4,segment=NetworkSegment(790391b6-41fe-473c-ac85-ca8a9828bba7),segment_id=790391b6-41fe-473c-ac85-ca8a9828bba7)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:03:38.595446 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-2c30b962-1038-4b2b-b381-6f4430a0ee86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607828'] for network, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:38.599973 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-2c30b962-1038-4b2b-b381-6f4430a0ee86 admin admin] 10.222.0.11 "DELETE /v2.0/networks/94339db1-f5a0-4ca5-aa9f-b30933583025 HTTP/1.1" status: 204 len: 168 time: 0.5492127 Sep 01 05:03:38.611445 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.db [req-6a997d29-7c46-4177-9a8d-7cf49abd36fa req-be13931b-2e93-4086-aa66-0fe9cd6195d4 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] For port b8b9ebae-c686-4fb9-bfc0-35afb42b0784, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=b8b9ebae-c686-4fb9-bfc0-35afb42b0784,segment=NetworkSegment(7dbc2c45-b1d7-473c-a4b4-37c54e60151b),segment_id=7dbc2c45-b1d7-473c-a4b4-37c54e60151b)] {{(pid=100912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:03:38.611892 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [req-6a997d29-7c46-4177-9a8d-7cf49abd36fa req-be13931b-2e93-4086-aa66-0fe9cd6195d4 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958503'] for port, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:38.613484 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c30b962-1038-4b2b-b381-6f4430a0ee86 admin admin] Pushing event deleted for resources: {'Network': ['ID=94339db1-f5a0-4ca5-aa9f-b30933583025,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:38.631305 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.plugin [req-6a997d29-7c46-4177-9a8d-7cf49abd36fa req-be13931b-2e93-4086-aa66-0fe9cd6195d4 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] Calling delete_port for b8b9ebae-c686-4fb9-bfc0-35afb42b0784 owned by compute:nova {{(pid=100912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:03:38.632316 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-9a6adc01-df84-4ebc-b8e2-85894e2cbfca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:38.650209 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59f009c3-f145-45b5-bfdc-cefc227ab4fd admin admin] Notify agent at l3_agent.dv-cinder-804735-5-iscsi the message routers_updated {{(pid=100911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 05:03:38.660720 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb9d530-be69-49bd-a073-bc2fceb5e7d0 None None] Sync routers for ids ['751b10de-ecea-4fce-b052-df0f3f55aefb'] in dv-cinder-804735-5-iscsi {{(pid=100914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 05:03:38.675936 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb9d530-be69-49bd-a073-bc2fceb5e7d0 None None] Routers {'751b10de-ecea-4fce-b052-df0f3f55aefb'} bound to L3 agent in host dv-cinder-804735-5-iscsi {{(pid=100914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:03:38.676578 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_hamode_db [None req-7bb9d530-be69-49bd-a073-bc2fceb5e7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-01T04:53:40Z,description=,heartbeat_timestamp=2021-09-01T05:03:10Z,host='dv-cinder-804735-5-iscsi',id=dd4ad2d5-7278-4db2-b968-23881816b870,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:53:41Z,topic='l3_agent')) {'router_ids': ['751b10de-ecea-4fce-b052-df0f3f55aefb'], 'active': True} {{(pid=100914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:03:38.730320 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6adc01-df84-4ebc-b8e2-85894e2cbfca None None] Pushing event updated for resources: {'Port': ['ID=61ca6ac5-caf7-490f-a61b-fde3cb1a09e4,revision_number=3']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:38.766716 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-588e95fb-2f57-4a72-9b3a-edf997deae31 None None] Provisioning complete for port 61ca6ac5-caf7-490f-a61b-fde3cb1a09e4 triggered by entity DHCP. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:03:38.767144 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-588e95fb-2f57-4a72-9b3a-edf997deae31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:38.774424 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36642e7-3c01-4b5d-8f1f-a3026f3b9a49 req-db7721a4-4e0a-4b20-be38-a29ffea5d8ba tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:38.775818 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e36642e7-3c01-4b5d-8f1f-a3026f3b9a49 req-db7721a4-4e0a-4b20-be38-a29ffea5d8ba tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 946 time: 0.0727344 Sep 01 05:03:38.813589 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-59f009c3-f145-45b5-bfdc-cefc227ab4fd admin admin] Notify callbacks [] for router, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:38.815096 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-59f009c3-f145-45b5-bfdc-cefc227ab4fd admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.5578213 Sep 01 05:03:38.817824 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 46520) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:38.851222 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e36642e7-3c01-4b5d-8f1f-a3026f3b9a49 req-198736b1-55f8-47cc-bef5-221bba331ff4 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550668 Sep 01 05:03:38.888886 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_dvr_db [None req-7bb9d530-be69-49bd-a073-bc2fceb5e7d0 None None] Set router 751b10de-ecea-4fce-b052-df0f3f55aefb gateway port host: dv-cinder-804735-5-iscsi {{(pid=100914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:03:38.948126 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [req-6a997d29-7c46-4177-9a8d-7cf49abd36fa req-be13931b-2e93-4086-aa66-0fe9cd6195d4 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780564874213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780564376598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59570596'] for port, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:39.006851 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be13931b-2e93-4086-aa66-0fe9cd6195d4 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] Pushing event deleted for resources: {'Port': ['ID=b8b9ebae-c686-4fb9-bfc0-35afb42b0784,revision_number=None']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:39.008700 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] get_ports_and_sgs() called for port_ids ['b8b9ebae-c686-4fb9-bfc0-35afb42b0784'] {{(pid=100913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 05:03:39.109848 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a997d29-7c46-4177-9a8d-7cf49abd36fa req-be13931b-2e93-4086-aa66-0fe9cd6195d4 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] No DVR routers for this DVR port b8b9ebae-c686-4fb9-bfc0-35afb42b0784 on host hv-cinder-80473 {{(pid=100912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 05:03:39.112532 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [req-6a997d29-7c46-4177-9a8d-7cf49abd36fa req-be13931b-2e93-4086-aa66-0fe9cd6195d4 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428309'] for port, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:39.126717 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-6a997d29-7c46-4177-9a8d-7cf49abd36fa req-be13931b-2e93-4086-aa66-0fe9cd6195d4 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.37 "DELETE /v2.0/ports/b8b9ebae-c686-4fb9-bfc0-35afb42b0784 HTTP/1.1" status: 204 len: 173 time: 0.7205777 Sep 01 05:03:39.131072 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf8967a-ee7e-43bd-a55e-52e132b712c0', 'name': 'network-vif-deleted', 'tag': 'b8b9ebae-c686-4fb9-bfc0-35afb42b0784'}] {{(pid=100912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:03:39.136210 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c32bf37734172ffae8bcd4fd235b58a84eb6a179622fde5d618b2948ae3f8620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1bd0ba5-5208-40da-a98d-ec6bb8f193f8" -d '{"events": [{"server_uuid": "baf8967a-ee7e-43bd-a55e-52e132b712c0", "name": "network-vif-deleted", "tag": "b8b9ebae-c686-4fb9-bfc0-35afb42b0784"}]}' {{(pid=100912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:03:39.165662 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device 61ca6ac5-caf7-490f-a61b-fde3cb1a09e4 up at agent ovs-agent-dv-cinder-804735-5-iscsi {{(pid=100913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:03:39.166453 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_hamode_db [None req-7bb9d530-be69-49bd-a073-bc2fceb5e7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '751b10de-ecea-4fce-b052-df0f3f55aefb', 'name': 'tempest-TestMinimumBasicScenario-2058301466-router', 'tenant_id': 'df8a449a902343c99b9a8439ae5e2e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': 'd2eb41a2-29e5-437c-96d5-02dfe6c96df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:03:35Z', 'updated_at': '2021-09-01T05:03:37Z', 'revision_number': 3, 'project_id': 'df8a449a902343c99b9a8439ae5e2e06', 'gw_port': {'id': 'd2eb41a2-29e5-437c-96d5-02dfe6c96df7', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2e:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '751b10de-ecea-4fce-b052-df0f3f55aefb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:03:36Z', 'updated_at': '2021-09-01T05:03:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi'}], 'dv-cinder-804735-5-iscsi', False) {} {{(pid=100914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:03:39.199278 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb9d530-be69-49bd-a073-bc2fceb5e7d0 None None] Checking router: 751b10de-ecea-4fce-b052-df0f3f55aefb for host: dv-cinder-804735-5-iscsi {{(pid=100914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 05:03:39.199968 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb9d530-be69-49bd-a073-bc2fceb5e7d0 None None] Updating router 751b10de-ecea-4fce-b052-df0f3f55aefb port d2eb41a2-29e5-437c-96d5-02dfe6c96df7 binding host dv-cinder-804735-5-iscsi {{(pid=100914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 05:03:39.212052 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 46526) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:39.221124 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 05:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33500555-81b4-47e9-b84d-29f1b593c8d4 x-openstack-request-id: req-33500555-81b4-47e9-b84d-29f1b593c8d4 {{(pid=100912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:03:39.221764 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baf8967a-ee7e-43bd-a55e-52e132b712c0", "name": "network-vif-deleted", "tag": "b8b9ebae-c686-4fb9-bfc0-35afb42b0784", "status": "completed", "code": 200}]} {{(pid=100912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:03:39.222246 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-33500555-81b4-47e9-b84d-29f1b593c8d4 {{(pid=100912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:03:39.223130 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baf8967a-ee7e-43bd-a55e-52e132b712c0', 'name': 'network-vif-deleted', 'tag': 'b8b9ebae-c686-4fb9-bfc0-35afb42b0784', 'status': 'completed', 'code': 200} Sep 01 05:03:39.234412 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Provisioning complete for port 61ca6ac5-caf7-490f-a61b-fde3cb1a09e4 triggered by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:03:39.234834 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:39.243672 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron_lib.callbacks.manager [None req-7bb9d530-be69-49bd-a073-bc2fceb5e7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:39.325720 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-b9574a8d-d5bd-4270-82bf-1a5fd2983e98 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=27162ee1188849019c98c9f166958407&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1110435 Sep 01 05:03:39.326304 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 46532) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:39.507545 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 46538) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:39.520441 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-8a9c473a-1019-4165-a16f-e23dcaf7314a req-a36b91d4-9245-40cd-a520-da95743bf152 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/ports?device_id=baf8967a-ee7e-43bd-a55e-52e132b712c0 HTTP/1.1" status: 200 len: 210 time: 0.1272233 Sep 01 05:03:39.532332 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-9be30362-429f-4afe-b6fe-9bfadb667b84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:39.593237 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772bd6e4-a183-4fdf-ba50-56e90ae8e8c4 req-386d867d-0207-45b5-8500-37f573e003a3 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:39.596072 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-772bd6e4-a183-4fdf-ba50-56e90ae8e8c4 req-386d867d-0207-45b5-8500-37f573e003a3 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=aee9c1da-4b85-4736-8be3-b0190f921ea0 HTTP/1.1" status: 200 len: 946 time: 0.2129796 Sep 01 05:03:39.599926 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-9be30362-429f-4afe-b6fe-9bfadb667b84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:39.660351 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron_lib.callbacks.manager [None req-7bb9d530-be69-49bd-a073-bc2fceb5e7d0 None None] Notify callbacks [] for port, precommit_update {{(pid=100914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:39.677528 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.provisioning_blocks [None req-7bb9d530-be69-49bd-a073-bc2fceb5e7d0 None None] Transition to ACTIVE for port object d2eb41a2-29e5-437c-96d5-02dfe6c96df7 will not be triggered until provisioned by entity L2. {{(pid=100914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:03:39.687895 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-772bd6e4-a183-4fdf-ba50-56e90ae8e8c4 req-d5c6ef6a-9281-4a04-b1d1-b859dea15423 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799656 Sep 01 05:03:39.723072 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-b3242f9f-c920-402b-9d16-a55959d3e97d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:39.778800 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-81a38ea2-adbc-4c09-afd7-c8565e133cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:39.780689 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron_lib.callbacks.manager [None req-7bb9d530-be69-49bd-a073-bc2fceb5e7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:39.823537 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-b3242f9f-c920-402b-9d16-a55959d3e97d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:39.833796 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.plugins.ml2.managers [None req-7bb9d530-be69-49bd-a073-bc2fceb5e7d0 None None] Attempting to bind port d2eb41a2-29e5-437c-96d5-02dfe6c96df7 on host dv-cinder-804735-5-iscsi for vnic_type normal with profile {{(pid=100914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 05:03:39.834231 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.plugins.ml2.managers [None req-7bb9d530-be69-49bd-a073-bc2fceb5e7d0 None None] Attempting to bind port d2eb41a2-29e5-437c-96d5-02dfe6c96df7 by drivers openvswitch,hyperv on host dv-cinder-804735-5-iscsi at level 0 using segments [{'id': 'ace692d4-e0f2-4d18-963d-d8c8432b7d17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76'}] {{(pid=100914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 05:03:39.835295 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb9d530-be69-49bd-a073-bc2fceb5e7d0 None None] Attempting to bind port d2eb41a2-29e5-437c-96d5-02dfe6c96df7 on network 0effeb3b-80f3-4cb6-8b1a-1774968f7d76 {{(pid=100914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:03:39.844077 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-9be30362-429f-4afe-b6fe-9bfadb667b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:39.844226 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fa4ed0-149a-460e-ae6d-8b24fe006e9a None None] Pushing event updated for resources: {'Port': ['ID=d2eb41a2-29e5-437c-96d5-02dfe6c96df7,revision_number=2']} {{(pid=100914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:39.844226 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb9d530-be69-49bd-a073-bc2fceb5e7d0 None None] Checking agent: {'id': '262f7f02-ff25-45e4-acf2-78173ac4ae41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 53, 40), 'started_at': datetime.datetime(2021, 9, 1, 4, 54, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 5, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 05:03:39.844226 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb9d530-be69-49bd-a073-bc2fceb5e7d0 None None] Checking segment: {'id': 'ace692d4-e0f2-4d18-963d-d8c8432b7d17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:03:39.844487 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron_lib.callbacks.manager [None req-7bb9d530-be69-49bd-a073-bc2fceb5e7d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:39.844759 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb9d530-be69-49bd-a073-bc2fceb5e7d0 None None] Bound using segment: {'id': 'ace692d4-e0f2-4d18-963d-d8c8432b7d17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76'} {{(pid=100914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 05:03:39.845397 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.plugins.ml2.managers [None req-7bb9d530-be69-49bd-a073-bc2fceb5e7d0 None None] Bound port: d2eb41a2-29e5-437c-96d5-02dfe6c96df7, host: dv-cinder-804735-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ace692d4-e0f2-4d18-963d-d8c8432b7d17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76'}}] {{(pid=100914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 05:03:39.846223 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron_lib.callbacks.manager [None req-7bb9d530-be69-49bd-a073-bc2fceb5e7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:39.848998 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-9be30362-429f-4afe-b6fe-9bfadb667b84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:39.854173 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-9be30362-429f-4afe-b6fe-9bfadb667b84 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5f302c0c-41db-47d8-a7f1-fbf4947ad606 HTTP/1.1" status: 204 len: 168 time: 0.5228939 Sep 01 05:03:39.859321 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be30362-429f-4afe-b6fe-9bfadb667b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f302c0c-41db-47d8-a7f1-fbf4947ad606,revision_number=None']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:39.920660 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.plugins.ml2.db [None req-7bb9d530-be69-49bd-a073-bc2fceb5e7d0 None None] For port d2eb41a2-29e5-437c-96d5-02dfe6c96df7, host dv-cinder-804735-5-iscsi, cleared binding levels {{(pid=100914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 05:03:39.924479 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.plugins.ml2.db [None req-7bb9d530-be69-49bd-a073-bc2fceb5e7d0 None None] For port d2eb41a2-29e5-437c-96d5-02dfe6c96df7, host dv-cinder-804735-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-5-iscsi',level=0,port_id=d2eb41a2-29e5-437c-96d5-02dfe6c96df7,segment=NetworkSegment(ace692d4-e0f2-4d18-963d-d8c8432b7d17),segment_id=ace692d4-e0f2-4d18-963d-d8c8432b7d17)] {{(pid=100914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 05:03:39.929205 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-b3242f9f-c920-402b-9d16-a55959d3e97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:39.965834 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.db_base_plugin_common [None req-81a38ea2-adbc-4c09-afd7-c8565e133cdd admin admin] Allocated IP 172.20.0.1 (3be4e7b3-b7f1-4c01-89dc-4f79d40d2ae8/9b24eedf-aa78-44b8-9384-2e8d0244a1df/382ca804-cd7f-4fb5-95ac-ba2c70a08c32) {{(pid=100911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 05:03:39.980747 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:40.002142 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-b3242f9f-c920-402b-9d16-a55959d3e97d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8ded5edd52f4477fa562ad319876d0bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4920754 Sep 01 05:03:40.005987 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 46552) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:40.021262 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron_lib.callbacks.manager [None req-7bb9d530-be69-49bd-a073-bc2fceb5e7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:40.034245 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3242f9f-c920-402b-9d16-a55959d3e97d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6099abbc-6acb-4195-9526-8f27e5bed223,revision_number=1']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:40.077997 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-1447a3ca-fe7a-4084-a098-1ed3ff6b9547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:40.089578 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-81a38ea2-adbc-4c09-afd7-c8565e133cdd admin admin] Notify callbacks [] for port, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:40.090452 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339ca568-b958-4cc6-bda0-6294eb620c7a req-3dd5a9cd-2248-4d12-85ce-3a80bb8e4c49 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:40.092395 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-339ca568-b958-4cc6-bda0-6294eb620c7a req-3dd5a9cd-2248-4d12-85ce-3a80bb8e4c49 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 946 time: 0.1449201 Sep 01 05:03:40.105204 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.provisioning_blocks [None req-81a38ea2-adbc-4c09-afd7-c8565e133cdd admin admin] Transition to ACTIVE for port object 382ca804-cd7f-4fb5-95ac-ba2c70a08c32 will not be triggered until provisioned by entity DHCP. {{(pid=100911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:03:40.107795 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb9d530-be69-49bd-a073-bc2fceb5e7d0 None None] Routers {'751b10de-ecea-4fce-b052-df0f3f55aefb'} bound to L3 agent in host dv-cinder-804735-5-iscsi {{(pid=100914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:03:40.108455 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_hamode_db [None req-7bb9d530-be69-49bd-a073-bc2fceb5e7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T04:53:40Z,description=,heartbeat_timestamp=2021-09-01T05:03:40Z,host='dv-cinder-804735-5-iscsi',id=dd4ad2d5-7278-4db2-b968-23881816b870,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:53:41Z,topic='l3_agent')) {'router_ids': ['751b10de-ecea-4fce-b052-df0f3f55aefb'], 'active': True} {{(pid=100914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:03:40.130373 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-00cd5daf-d6f3-4624-a866-fb5128f129f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:40.145428 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fa4ed0-149a-460e-ae6d-8b24fe006e9a None None] Pushing event updated for resources: {'Port': ['ID=d2eb41a2-29e5-437c-96d5-02dfe6c96df7,revision_number=3']} {{(pid=100914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:40.163379 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-339ca568-b958-4cc6-bda0-6294eb620c7a req-9f604145-f3b2-4275-a32d-094aaf6927a7 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600083 Sep 01 05:03:40.183407 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-00cd5daf-d6f3-4624-a866-fb5128f129f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:40.209615 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-81a38ea2-adbc-4c09-afd7-c8565e133cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780564376589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3457272'] for port, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:40.249757 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_dvr_db [None req-7bb9d530-be69-49bd-a073-bc2fceb5e7d0 None None] Set router 751b10de-ecea-4fce-b052-df0f3f55aefb gateway port host: dv-cinder-804735-5-iscsi {{(pid=100914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:03:40.252545 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a38ea2-adbc-4c09-afd7-c8565e133cdd admin admin] Network 3be4e7b3-b7f1-4c01-89dc-4f79d40d2ae8 is already hosted by enough agents. {{(pid=100911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:03:40.259640 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.base_scheduler [None req-81a38ea2-adbc-4c09-afd7-c8565e133cdd admin admin] Resources bound (agent type, host, resource id): {{(pid=100911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:03:40.263765 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a38ea2-adbc-4c09-afd7-c8565e133cdd admin admin] Received port after_create {{(pid=100911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 05:03:40.296936 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a38ea2-adbc-4c09-afd7-c8565e133cdd admin admin] Pushing event updated for resources: {'Port': ['ID=382ca804-cd7f-4fb5-95ac-ba2c70a08c32,revision_number=1']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:40.307662 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-00cd5daf-d6f3-4624-a866-fb5128f129f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:40.310212 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-00cd5daf-d6f3-4624-a866-fb5128f129f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:40.317716 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-00cd5daf-d6f3-4624-a866-fb5128f129f8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6099abbc-6acb-4195-9526-8f27e5bed223 HTTP/1.1" status: 204 len: 168 time: 0.3075058 Sep 01 05:03:40.324559 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cd5daf-d6f3-4624-a866-fb5128f129f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6099abbc-6acb-4195-9526-8f27e5bed223,revision_number=None']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:40.327125 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-81a38ea2-adbc-4c09-afd7-c8565e133cdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1959044'] for router_interface, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:40.491128 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_hamode_db [None req-7bb9d530-be69-49bd-a073-bc2fceb5e7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '751b10de-ecea-4fce-b052-df0f3f55aefb', 'name': 'tempest-TestMinimumBasicScenario-2058301466-router', 'tenant_id': 'df8a449a902343c99b9a8439ae5e2e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': 'd2eb41a2-29e5-437c-96d5-02dfe6c96df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:03:35Z', 'updated_at': '2021-09-01T05:03:37Z', 'revision_number': 3, 'project_id': 'df8a449a902343c99b9a8439ae5e2e06', 'gw_port': {'id': 'd2eb41a2-29e5-437c-96d5-02dfe6c96df7', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2e:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '751b10de-ecea-4fce-b052-df0f3f55aefb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:03:36Z', 'updated_at': '2021-09-01T05:03:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi'}], 'dv-cinder-804735-5-iscsi', False) {} {{(pid=100914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:03:40.558356 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-81a38ea2-adbc-4c09-afd7-c8565e133cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:40.624575 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb9d530-be69-49bd-a073-bc2fceb5e7d0 None None] The sync data for ids ['751b10de-ecea-4fce-b052-df0f3f55aefb'] in dv-cinder-804735-5-iscsi is: [{'id': '751b10de-ecea-4fce-b052-df0f3f55aefb', 'name': 'tempest-TestMinimumBasicScenario-2058301466-router', 'tenant_id': 'df8a449a902343c99b9a8439ae5e2e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': 'd2eb41a2-29e5-437c-96d5-02dfe6c96df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:03:35Z', 'updated_at': '2021-09-01T05:03:37Z', 'revision_number': 3, 'project_id': 'df8a449a902343c99b9a8439ae5e2e06', 'gw_port': {'id': 'd2eb41a2-29e5-437c-96d5-02dfe6c96df7', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2e:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '751b10de-ecea-4fce-b052-df0f3f55aefb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:03:36Z', 'updated_at': '2021-09-01T05:03:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi'}] {{(pid=100914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 05:03:40.688087 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-008ecfc5-0820-450b-8800-0283d49f6db4 None None] Provisioning for port 382ca804-cd7f-4fb5-95ac-ba2c70a08c32 completed by entity DHCP. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:03:40.692607 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-008ecfc5-0820-450b-8800-0283d49f6db4 None None] Provisioning complete for port 382ca804-cd7f-4fb5-95ac-ba2c70a08c32 triggered by entity DHCP. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:03:40.695961 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-008ecfc5-0820-450b-8800-0283d49f6db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:40.711607 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-7f1a4f85-c571-47d6-b301-54f2be86d173 req-054e5276-4d8b-4a62-847b-af1e36b0083e tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/ports?device_id=baf8967a-ee7e-43bd-a55e-52e132b712c0 HTTP/1.1" status: 200 len: 210 time: 0.0733602 Sep 01 05:03:40.749922 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 46566) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:40.779683 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.plugin [None req-008ecfc5-0820-450b-8800-0283d49f6db4 None None] Port 382ca804-cd7f-4fb5-95ac-ba2c70a08c32 cannot update to ACTIVE because it is not bound. {{(pid=100913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 05:03:40.834561 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-81a38ea2-adbc-4c09-afd7-c8565e133cdd admin admin] Notify callbacks [] for port, precommit_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:40.840047 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-584031f0-d807-4957-a307-77f5b5f10774 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1c88314fccff468c80686048693c7ce4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0885968 Sep 01 05:03:40.842951 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 46568) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:40.887022 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6916b9-7070-425c-8931-e33e9fafc275 req-9f989a7c-b401-4ca0-84c0-ebe45d8afe75 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:40.894573 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-3b6916b9-7070-425c-8931-e33e9fafc275 req-9f989a7c-b401-4ca0-84c0-ebe45d8afe75 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=aee9c1da-4b85-4736-8be3-b0190f921ea0 HTTP/1.1" status: 200 len: 946 time: 0.0947654 Sep 01 05:03:40.904114 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-93aa5a4c-3d31-43ed-8ce1-2125b207a4f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:40.929179 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-93aa5a4c-3d31-43ed-8ce1-2125b207a4f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:40.939287 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-81a38ea2-adbc-4c09-afd7-c8565e133cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3457217'] for port, after_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:40.948115 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-3b6916b9-7070-425c-8931-e33e9fafc275 req-ae6c8a60-a425-4d06-98ac-664e1d4801ec tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519724 Sep 01 05:03:41.064314 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a38ea2-adbc-4c09-afd7-c8565e133cdd admin admin] Pushing event updated for resources: {'Port': ['ID=382ca804-cd7f-4fb5-95ac-ba2c70a08c32,revision_number=2']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:41.071094 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-81a38ea2-adbc-4c09-afd7-c8565e133cdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1607752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1961012'] for router_interface, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:41.166912 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device d2eb41a2-29e5-437c-96d5-02dfe6c96df7 up at agent ovs-agent-dv-cinder-804735-5-iscsi {{(pid=100913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:03:41.194880 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-93aa5a4c-3d31-43ed-8ce1-2125b207a4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:41.198503 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-93aa5a4c-3d31-43ed-8ce1-2125b207a4f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:41.202209 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-93aa5a4c-3d31-43ed-8ce1-2125b207a4f8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/96f87d88-948e-41a3-a598-404d870c6e89 HTTP/1.1" status: 204 len: 168 time: 0.3580892 Sep 01 05:03:41.223687 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aa5a4c-3d31-43ed-8ce1-2125b207a4f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f87d88-948e-41a3-a598-404d870c6e89,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:41.227140 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a38ea2-adbc-4c09-afd7-c8565e133cdd admin admin] Network 3be4e7b3-b7f1-4c01-89dc-4f79d40d2ae8 is already hosted by enough agents. {{(pid=100911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:03:41.230516 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.base_scheduler [None req-81a38ea2-adbc-4c09-afd7-c8565e133cdd admin admin] Resources bound (agent type, host, resource id): {{(pid=100911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:03:41.311506 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 46576) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:41.350312 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-ef5f7668-01d6-4158-9d2d-ed78c4d9c77e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:41.443203 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81a38ea2-adbc-4c09-afd7-c8565e133cdd admin admin] Router 751b10de-ecea-4fce-b052-df0f3f55aefb has already been hosted by L3 agent dd4ad2d5-7278-4db2-b968-23881816b870 {{(pid=100911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 05:03:41.444765 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023e9596-1b42-4543-9b67-4f6c6d933c64 req-6ccbaca2-756b-4599-9141-117967e824ee tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:41.454826 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-023e9596-1b42-4543-9b67-4f6c6d933c64 req-6ccbaca2-756b-4599-9141-117967e824ee tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 946 time: 0.1255157 Sep 01 05:03:41.505111 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-db9fd7a9-c414-4427-ac66-bfee1656e345 None None] Provisioning complete for port 382ca804-cd7f-4fb5-95ac-ba2c70a08c32 triggered by entity DHCP. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:03:41.505522 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-db9fd7a9-c414-4427-ac66-bfee1656e345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:41.530733 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-023e9596-1b42-4543-9b67-4f6c6d933c64 req-71e1498f-64a5-44eb-84b9-891715fcc1fe tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745914 Sep 01 05:03:41.535844 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Provisioning for port d2eb41a2-29e5-437c-96d5-02dfe6c96df7 completed by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:03:41.549510 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Provisioning complete for port d2eb41a2-29e5-437c-96d5-02dfe6c96df7 triggered by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:03:41.550071 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:41.590059 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-125f6581-13c4-4eca-b15a-10d5e92c8028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:41.607343 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-ef5f7668-01d6-4158-9d2d-ed78c4d9c77e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:41.608982 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.plugin [None req-db9fd7a9-c414-4427-ac66-bfee1656e345 None None] Port 382ca804-cd7f-4fb5-95ac-ba2c70a08c32 cannot update to ACTIVE because it is not bound. {{(pid=100913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 05:03:41.628213 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81a38ea2-adbc-4c09-afd7-c8565e133cdd admin admin] Notify agent at l3_agent.dv-cinder-804735-5-iscsi the message routers_updated {{(pid=100911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 05:03:41.634706 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-81a38ea2-adbc-4c09-afd7-c8565e133cdd admin admin] 10.222.0.11 "PUT /v2.0/routers/751b10de-ecea-4fce-b052-df0f3f55aefb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8155408 Sep 01 05:03:41.677710 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:41.696928 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-ef5f7668-01d6-4158-9d2d-ed78c4d9c77e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:41.714825 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] For port d2eb41a2-29e5-437c-96d5-02dfe6c96df7, host dv-cinder-804735-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-5-iscsi',level=0,port_id=d2eb41a2-29e5-437c-96d5-02dfe6c96df7,segment=NetworkSegment(ace692d4-e0f2-4d18-963d-d8c8432b7d17),segment_id=ace692d4-e0f2-4d18-963d-d8c8432b7d17)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:03:41.782704 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-ef5f7668-01d6-4158-9d2d-ed78c4d9c77e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=29427d600e08414d955447de78a95be3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4696741 Sep 01 05:03:41.787105 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 46584) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:41.788588 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5f7668-01d6-4158-9d2d-ed78c4d9c77e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b98aa5b-c6ec-4bdf-823e-5f952b2dda45,revision_number=1']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:41.788915 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:41.871151 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Pushing event updated for resources: {'Port': ['ID=d2eb41a2-29e5-437c-96d5-02dfe6c96df7,revision_number=4']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:41.955018 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-1a087201-c8df-40f6-aa05-8751ecb55655 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:41.975680 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-39f524b4-26e8-46c6-bae6-49d2816e2845 req-5d9d4739-9029-4a25-97ab-a2a208b08b2c tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/ports?device_id=baf8967a-ee7e-43bd-a55e-52e132b712c0 HTTP/1.1" status: 200 len: 210 time: 0.0428758 Sep 01 05:03:42.017345 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-1a087201-c8df-40f6-aa05-8751ecb55655 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:42.105083 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f647ec-e2cf-48fb-907f-4eee2ea737de req-658bfc2c-3171-43ea-bff0-f1a65bf5243d tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:42.106612 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-d2f647ec-e2cf-48fb-907f-4eee2ea737de req-658bfc2c-3171-43ea-bff0-f1a65bf5243d tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=aee9c1da-4b85-4736-8be3-b0190f921ea0 HTTP/1.1" status: 200 len: 946 time: 0.0531805 Sep 01 05:03:42.152856 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-d2f647ec-e2cf-48fb-907f-4eee2ea737de req-f0b654c7-60a9-48be-94af-745362657aab tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395503 Sep 01 05:03:42.204122 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-1a087201-c8df-40f6-aa05-8751ecb55655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:42.207175 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-1a087201-c8df-40f6-aa05-8751ecb55655 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:42.208543 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-1a087201-c8df-40f6-aa05-8751ecb55655 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4b98aa5b-c6ec-4bdf-823e-5f952b2dda45 HTTP/1.1" status: 204 len: 168 time: 0.4199202 Sep 01 05:03:42.219983 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a087201-c8df-40f6-aa05-8751ecb55655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b98aa5b-c6ec-4bdf-823e-5f952b2dda45,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:42.683245 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c554c8e-7c79-457c-8a88-8dd70457b7fb req-fe5f9dc0-2e5e-4aa3-9f98-706df215391d tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:42.685537 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-8c554c8e-7c79-457c-8a88-8dd70457b7fb req-fe5f9dc0-2e5e-4aa3-9f98-706df215391d tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 946 time: 0.0610576 Sep 01 05:03:42.735836 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-8c554c8e-7c79-457c-8a88-8dd70457b7fb req-c53148ed-fe67-4fc1-a65a-baa1ef4f95e8 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428240 Sep 01 05:03:42.899875 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a118fab-3cfa-4e7a-a787-3609b71e44eb None None] Sync routers for ids ['751b10de-ecea-4fce-b052-df0f3f55aefb'] in dv-cinder-804735-5-iscsi {{(pid=100913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 05:03:42.917009 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a118fab-3cfa-4e7a-a787-3609b71e44eb None None] Routers {'751b10de-ecea-4fce-b052-df0f3f55aefb'} bound to L3 agent in host dv-cinder-804735-5-iscsi {{(pid=100913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:03:42.917009 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-9a118fab-3cfa-4e7a-a787-3609b71e44eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T04:53:40Z,description=,heartbeat_timestamp=2021-09-01T05:03:40Z,host='dv-cinder-804735-5-iscsi',id=dd4ad2d5-7278-4db2-b968-23881816b870,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:53:41Z,topic='l3_agent')) {'router_ids': ['751b10de-ecea-4fce-b052-df0f3f55aefb'], 'active': True} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:03:43.083613 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvr_db [None req-9a118fab-3cfa-4e7a-a787-3609b71e44eb None None] Set router 751b10de-ecea-4fce-b052-df0f3f55aefb gateway port host: dv-cinder-804735-5-iscsi {{(pid=100913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:03:43.138692 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-753794dd-9562-49be-adf3-1b966f4898ea req-fb4251fa-ebc4-498e-9d77-81da5cb9511f tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/ports?device_id=baf8967a-ee7e-43bd-a55e-52e132b712c0 HTTP/1.1" status: 200 len: 210 time: 0.0517542 Sep 01 05:03:43.242588 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device d2eb41a2-29e5-437c-96d5-02dfe6c96df7 up at agent ovs-agent-dv-cinder-804735-5-iscsi {{(pid=100913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:03:43.290560 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 46654) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:43.309331 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-ac8dea73-c025-4e93-9850-b3b704c80c5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:43.389744 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device b8b9ebae-c686-4fb9-bfc0-35afb42b0784 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:03:43.453635 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.plugin [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] No Port match for: b8b9ebae-c686-4fb9-bfc0-35afb42b0784 {{(pid=100913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 05:03:43.453995 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device b8b9ebae-c686-4fb9-bfc0-35afb42b0784 not bound to the agent host hv-cinder-80473 {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 05:03:43.461527 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7437bdb1-bea5-49d4-937d-e89021b084ba req-02cfd806-b32d-497c-ba62-ebe63801cec0 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:43.465706 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-7437bdb1-bea5-49d4-937d-e89021b084ba req-02cfd806-b32d-497c-ba62-ebe63801cec0 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=aee9c1da-4b85-4736-8be3-b0190f921ea0 HTTP/1.1" status: 200 len: 946 time: 0.1187022 Sep 01 05:03:43.508992 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-57069d07-1191-4bd8-9ef8-43ac9a8b42c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:43.545114 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-7437bdb1-bea5-49d4-937d-e89021b084ba req-17d97bd0-dad8-4b9f-b768-4c5d5ac9cd4b tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697315 Sep 01 05:03:43.545311 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Provisioning complete for port d2eb41a2-29e5-437c-96d5-02dfe6c96df7 triggered by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:03:43.545654 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:43.549450 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-ac8dea73-c025-4e93-9850-b3b704c80c5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:43.632248 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-ac8dea73-c025-4e93-9850-b3b704c80c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:43.704365 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-9a118fab-3cfa-4e7a-a787-3609b71e44eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '751b10de-ecea-4fce-b052-df0f3f55aefb', 'name': 'tempest-TestMinimumBasicScenario-2058301466-router', 'tenant_id': 'df8a449a902343c99b9a8439ae5e2e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': 'd2eb41a2-29e5-437c-96d5-02dfe6c96df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:03:35Z', 'updated_at': '2021-09-01T05:03:40Z', 'revision_number': 4, 'project_id': 'df8a449a902343c99b9a8439ae5e2e06', 'gw_port': {'id': 'd2eb41a2-29e5-437c-96d5-02dfe6c96df7', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751b10de-ecea-4fce-b052-df0f3f55aefb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:03:36Z', 'updated_at': '2021-09-01T05:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi', '_interfaces': [{'id': '382ca804-cd7f-4fb5-95ac-ba2c70a08c32', 'name': '', 'network_id': '3be4e7b3-b7f1-4c01-89dc-4f79d40d2ae8', 'tenant_id': 'df8a449a902343c99b9a8439ae5e2e06', 'mac_address': 'fa:16:3e:4f:d4:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '751b10de-ecea-4fce-b052-df0f3f55aefb', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '9b24eedf-aa78-44b8-9384-2e8d0244a1df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:03:39Z', 'updated_at': '2021-09-01T05:03:40Z', 'revision_number': 2, 'project_id': 'df8a449a902343c99b9a8439ae5e2e06', 'subnets': [{'id': '9b24eedf-aa78-44b8-9384-2e8d0244a1df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-5-iscsi', False) {} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:03:43.731271 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-ac8dea73-c025-4e93-9850-b3b704c80c5b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1c8f7842081c4f60a86c96c97f83ac9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4390848 Sep 01 05:03:43.734246 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 46662) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:43.745773 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a118fab-3cfa-4e7a-a787-3609b71e44eb None None] Checking router: 751b10de-ecea-4fce-b052-df0f3f55aefb for host: dv-cinder-804735-5-iscsi {{(pid=100913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 05:03:43.746130 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a118fab-3cfa-4e7a-a787-3609b71e44eb None None] Updating router 751b10de-ecea-4fce-b052-df0f3f55aefb port 382ca804-cd7f-4fb5-95ac-ba2c70a08c32 binding host dv-cinder-804735-5-iscsi {{(pid=100913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 05:03:43.771997 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8dea73-c025-4e93-9850-b3b704c80c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1be4ea90-1c73-41f6-b8ab-2398d3de0ffe,revision_number=1']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:43.784332 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-9a118fab-3cfa-4e7a-a787-3609b71e44eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:43.859043 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-31e754c5-64dd-4331-954c-b6a65348c03a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:43.918375 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-31e754c5-64dd-4331-954c-b6a65348c03a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:43.947260 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db48a233-a057-44ec-acbc-17d220e974d7 req-4e051dd3-9865-4bb6-b5da-c8c78ca2ee6b tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:43.956543 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-db48a233-a057-44ec-acbc-17d220e974d7 req-4e051dd3-9865-4bb6-b5da-c8c78ca2ee6b tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 946 time: 0.0769031 Sep 01 05:03:44.074058 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-db48a233-a057-44ec-acbc-17d220e974d7 req-ce5b3e6a-b665-4cf1-9466-73980ae10c6e tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159792 Sep 01 05:03:44.107070 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-31e754c5-64dd-4331-954c-b6a65348c03a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:44.110823 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-31e754c5-64dd-4331-954c-b6a65348c03a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:44.111651 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-31e754c5-64dd-4331-954c-b6a65348c03a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1be4ea90-1c73-41f6-b8ab-2398d3de0ffe HTTP/1.1" status: 204 len: 168 time: 0.3760557 Sep 01 05:03:44.129386 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e754c5-64dd-4331-954c-b6a65348c03a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be4ea90-1c73-41f6-b8ab-2398d3de0ffe,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:44.184682 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-9a118fab-3cfa-4e7a-a787-3609b71e44eb None None] Notify callbacks [] for port, precommit_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:44.203417 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-9a118fab-3cfa-4e7a-a787-3609b71e44eb None None] Transition to ACTIVE for port object 382ca804-cd7f-4fb5-95ac-ba2c70a08c32 will not be triggered until provisioned by entity L2. {{(pid=100913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:03:44.283192 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-9a118fab-3cfa-4e7a-a787-3609b71e44eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:44.411036 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9343ea5d-9126-4aad-a620-4741aedb2416 None None] Pushing event updated for resources: {'Port': ['ID=382ca804-cd7f-4fb5-95ac-ba2c70a08c32,revision_number=3']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:44.547731 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.managers [None req-9a118fab-3cfa-4e7a-a787-3609b71e44eb None None] Attempting to bind port 382ca804-cd7f-4fb5-95ac-ba2c70a08c32 on host dv-cinder-804735-5-iscsi for vnic_type normal with profile {{(pid=100913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 05:03:44.548112 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.managers [None req-9a118fab-3cfa-4e7a-a787-3609b71e44eb None None] Attempting to bind port 382ca804-cd7f-4fb5-95ac-ba2c70a08c32 by drivers openvswitch,hyperv on host dv-cinder-804735-5-iscsi at level 0 using segments [{'id': '790391b6-41fe-473c-ac85-ca8a9828bba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3be4e7b3-b7f1-4c01-89dc-4f79d40d2ae8'}] {{(pid=100913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 05:03:44.548484 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a118fab-3cfa-4e7a-a787-3609b71e44eb None None] Attempting to bind port 382ca804-cd7f-4fb5-95ac-ba2c70a08c32 on network 3be4e7b3-b7f1-4c01-89dc-4f79d40d2ae8 {{(pid=100913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:03:44.558617 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a118fab-3cfa-4e7a-a787-3609b71e44eb None None] Checking agent: {'id': '262f7f02-ff25-45e4-acf2-78173ac4ae41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 53, 40), 'started_at': datetime.datetime(2021, 9, 1, 4, 54, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 5, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 05:03:44.559024 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a118fab-3cfa-4e7a-a787-3609b71e44eb None None] Checking segment: {'id': '790391b6-41fe-473c-ac85-ca8a9828bba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3be4e7b3-b7f1-4c01-89dc-4f79d40d2ae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:03:44.561595 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-9a118fab-3cfa-4e7a-a787-3609b71e44eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:44.562597 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a118fab-3cfa-4e7a-a787-3609b71e44eb None None] Bound using segment: {'id': '790391b6-41fe-473c-ac85-ca8a9828bba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3be4e7b3-b7f1-4c01-89dc-4f79d40d2ae8'} {{(pid=100913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 05:03:44.563040 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.managers [None req-9a118fab-3cfa-4e7a-a787-3609b71e44eb None None] Bound port: 382ca804-cd7f-4fb5-95ac-ba2c70a08c32, host: dv-cinder-804735-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '790391b6-41fe-473c-ac85-ca8a9828bba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '3be4e7b3-b7f1-4c01-89dc-4f79d40d2ae8'}}] {{(pid=100913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 05:03:44.563439 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-9a118fab-3cfa-4e7a-a787-3609b71e44eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:44.785321 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-9a118fab-3cfa-4e7a-a787-3609b71e44eb None None] For port 382ca804-cd7f-4fb5-95ac-ba2c70a08c32, host dv-cinder-804735-5-iscsi, cleared binding levels {{(pid=100913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 05:03:44.794942 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-9a118fab-3cfa-4e7a-a787-3609b71e44eb None None] For port 382ca804-cd7f-4fb5-95ac-ba2c70a08c32, host dv-cinder-804735-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-5-iscsi',level=0,port_id=382ca804-cd7f-4fb5-95ac-ba2c70a08c32,segment=NetworkSegment(790391b6-41fe-473c-ac85-ca8a9828bba7),segment_id=790391b6-41fe-473c-ac85-ca8a9828bba7)] {{(pid=100913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 05:03:44.808016 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bccd681-8e89-4a3e-b012-9fd98ec6608c req-01180626-ca9c-47c7-976b-5ebae46ca779 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:44.819061 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-7bccd681-8e89-4a3e-b012-9fd98ec6608c req-01180626-ca9c-47c7-976b-5ebae46ca779 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/networks?id=085a1586-3772-4fed-9157-0b6531b3b4cd HTTP/1.1" status: 200 len: 809 time: 0.2936795 Sep 01 05:03:44.832093 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-7bccd681-8e89-4a3e-b012-9fd98ec6608c req-0c68c6e2-8994-4472-833f-ae3b19f91563 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/quotas/57f91f9627c24e51935bbc969d2a8a89 HTTP/1.1" status: 200 len: 375 time: 0.0119278 Sep 01 05:03:44.897813 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-7bccd681-8e89-4a3e-b012-9fd98ec6608c req-2e26da8a-3362-42d4-8c2f-0963bfec46d8 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=57f91f9627c24e51935bbc969d2a8a89&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0543461 Sep 01 05:03:44.940454 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-9a118fab-3cfa-4e7a-a787-3609b71e44eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:45.061761 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a118fab-3cfa-4e7a-a787-3609b71e44eb None None] Routers {'751b10de-ecea-4fce-b052-df0f3f55aefb'} bound to L3 agent in host dv-cinder-804735-5-iscsi {{(pid=100913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:03:45.063275 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-9a118fab-3cfa-4e7a-a787-3609b71e44eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T04:53:40Z,description=,heartbeat_timestamp=2021-09-01T05:03:40Z,host='dv-cinder-804735-5-iscsi',id=dd4ad2d5-7278-4db2-b968-23881816b870,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:53:41Z,topic='l3_agent')) {'router_ids': ['751b10de-ecea-4fce-b052-df0f3f55aefb'], 'active': True} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:03:45.096645 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-7bccd681-8e89-4a3e-b012-9fd98ec6608c req-dc5530ac-df7e-4710-b228-38e88fbb3680 service neutron] 10.222.0.11 "GET /v2.0/networks/085a1586-3772-4fed-9157-0b6531b3b4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976767 Sep 01 05:03:45.159084 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9343ea5d-9126-4aad-a620-4741aedb2416 None None] Pushing event updated for resources: {'Port': ['ID=382ca804-cd7f-4fb5-95ac-ba2c70a08c32,revision_number=4']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:45.298399 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvr_db [None req-9a118fab-3cfa-4e7a-a787-3609b71e44eb None None] Set router 751b10de-ecea-4fce-b052-df0f3f55aefb gateway port host: dv-cinder-804735-5-iscsi {{(pid=100913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:03:45.357070 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-7bccd681-8e89-4a3e-b012-9fd98ec6608c req-eea69a58-d58c-464b-9d4c-66166e424033 service neutron] 10.222.0.11 "GET /v2.0/networks/085a1586-3772-4fed-9157-0b6531b3b4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499113 Sep 01 05:03:45.462394 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd5f38e-2bc2-46ab-91c1-e273e1a856ae req-a2e2f06a-ba7a-4401-bf3d-566cd12ea737 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:45.466329 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-2bd5f38e-2bc2-46ab-91c1-e273e1a856ae req-a2e2f06a-ba7a-4401-bf3d-566cd12ea737 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 946 time: 0.1209557 Sep 01 05:03:45.543199 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-2bd5f38e-2bc2-46ab-91c1-e273e1a856ae req-58173653-fe5f-4757-a23f-93ea8a0f6d10 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683522 Sep 01 05:03:45.838415 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-9a118fab-3cfa-4e7a-a787-3609b71e44eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '751b10de-ecea-4fce-b052-df0f3f55aefb', 'name': 'tempest-TestMinimumBasicScenario-2058301466-router', 'tenant_id': 'df8a449a902343c99b9a8439ae5e2e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': 'd2eb41a2-29e5-437c-96d5-02dfe6c96df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:03:35Z', 'updated_at': '2021-09-01T05:03:40Z', 'revision_number': 4, 'project_id': 'df8a449a902343c99b9a8439ae5e2e06', 'gw_port': {'id': 'd2eb41a2-29e5-437c-96d5-02dfe6c96df7', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751b10de-ecea-4fce-b052-df0f3f55aefb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:03:36Z', 'updated_at': '2021-09-01T05:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi', '_interfaces': [{'id': '382ca804-cd7f-4fb5-95ac-ba2c70a08c32', 'name': '', 'network_id': '3be4e7b3-b7f1-4c01-89dc-4f79d40d2ae8', 'tenant_id': 'df8a449a902343c99b9a8439ae5e2e06', 'mac_address': 'fa:16:3e:4f:d4:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '751b10de-ecea-4fce-b052-df0f3f55aefb', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '9b24eedf-aa78-44b8-9384-2e8d0244a1df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:03:39Z', 'updated_at': '2021-09-01T05:03:44Z', 'revision_number': 4, 'project_id': 'df8a449a902343c99b9a8439ae5e2e06', 'subnets': [{'id': '9b24eedf-aa78-44b8-9384-2e8d0244a1df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-5-iscsi', False) {} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:03:45.841460 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-de01108c-90ab-4411-9eaa-5bcbe7ad3f3d req-7ed22446-8635-4634-a7c7-7fb5bd41f20d tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/ports?device_id=431d8728-54da-45ce-a8a0-edcda9ccd6b0 HTTP/1.1" status: 200 len: 210 time: 0.0874698 Sep 01 05:03:45.875677 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a118fab-3cfa-4e7a-a787-3609b71e44eb None None] The sync data for ids ['751b10de-ecea-4fce-b052-df0f3f55aefb'] in dv-cinder-804735-5-iscsi is: [{'id': '751b10de-ecea-4fce-b052-df0f3f55aefb', 'name': 'tempest-TestMinimumBasicScenario-2058301466-router', 'tenant_id': 'df8a449a902343c99b9a8439ae5e2e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': 'd2eb41a2-29e5-437c-96d5-02dfe6c96df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:03:35Z', 'updated_at': '2021-09-01T05:03:40Z', 'revision_number': 4, 'project_id': 'df8a449a902343c99b9a8439ae5e2e06', 'gw_port': {'id': 'd2eb41a2-29e5-437c-96d5-02dfe6c96df7', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751b10de-ecea-4fce-b052-df0f3f55aefb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:03:36Z', 'updated_at': '2021-09-01T05:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi', '_interfaces': [{'id': '382ca804-cd7f-4fb5-95ac-ba2c70a08c32', 'name': '', 'network_id': '3be4e7b3-b7f1-4c01-89dc-4f79d40d2ae8', 'tenant_id': 'df8a449a902343c99b9a8439ae5e2e06', 'mac_address': 'fa:16:3e:4f:d4:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '751b10de-ecea-4fce-b052-df0f3f55aefb', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '9b24eedf-aa78-44b8-9384-2e8d0244a1df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:03:39Z', 'updated_at': '2021-09-01T05:03:44Z', 'revision_number': 4, 'project_id': 'df8a449a902343c99b9a8439ae5e2e06', 'subnets': [{'id': '9b24eedf-aa78-44b8-9384-2e8d0244a1df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 05:03:46.450510 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abada5a2-a1b0-40a0-954a-b4f059021bbf req-d3c4d2b0-2503-4fc3-bdf1-f7d9928e4f86 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:46.471807 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-abada5a2-a1b0-40a0-954a-b4f059021bbf req-d3c4d2b0-2503-4fc3-bdf1-f7d9928e4f86 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=aee9c1da-4b85-4736-8be3-b0190f921ea0 HTTP/1.1" status: 200 len: 946 time: 0.0842097 Sep 01 05:03:46.543792 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-abada5a2-a1b0-40a0-954a-b4f059021bbf req-400b795b-1f90-4d39-b766-8a8db158a22a tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669575 Sep 01 05:03:46.833698 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8106f2be-0f49-45d8-815a-f466ee0f248a req-3f6d61db-d006-4230-919e-7c27e3d906e1 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:46.837766 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-8106f2be-0f49-45d8-815a-f466ee0f248a req-3f6d61db-d006-4230-919e-7c27e3d906e1 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 946 time: 0.1641786 Sep 01 05:03:46.899032 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-8106f2be-0f49-45d8-815a-f466ee0f248a req-80339fbb-9773-411f-b26e-c66fbb8f9f07 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516508 Sep 01 05:03:46.988304 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-ef30b6cd-5c2c-4cd7-8668-2ac467e3b4f9 req-8932dcab-ff32-42bd-a998-0a492967e711 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/ports?device_id=431d8728-54da-45ce-a8a0-edcda9ccd6b0 HTTP/1.1" status: 200 len: 210 time: 0.0318739 Sep 01 05:03:47.198722 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device 382ca804-cd7f-4fb5-95ac-ba2c70a08c32 up at agent ovs-agent-dv-cinder-804735-5-iscsi {{(pid=100913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:03:47.438155 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Provisioning for port 382ca804-cd7f-4fb5-95ac-ba2c70a08c32 completed by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:03:47.442690 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Provisioning complete for port 382ca804-cd7f-4fb5-95ac-ba2c70a08c32 triggered by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:03:47.448362 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:47.592670 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:47.631484 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] For port 382ca804-cd7f-4fb5-95ac-ba2c70a08c32, host dv-cinder-804735-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-5-iscsi',level=0,port_id=382ca804-cd7f-4fb5-95ac-ba2c70a08c32,segment=NetworkSegment(790391b6-41fe-473c-ac85-ca8a9828bba7),segment_id=790391b6-41fe-473c-ac85-ca8a9828bba7)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:03:47.803919 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:47.931222 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Pushing event updated for resources: {'Port': ['ID=382ca804-cd7f-4fb5-95ac-ba2c70a08c32,revision_number=5']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:48.040766 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268063ae-9a32-49c6-8efd-a00e03841e0f req-4ce5c200-2b00-4ef4-b321-367500b1eedf tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:48.045999 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-268063ae-9a32-49c6-8efd-a00e03841e0f req-4ce5c200-2b00-4ef4-b321-367500b1eedf tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 946 time: 0.0596511 Sep 01 05:03:48.090459 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-268063ae-9a32-49c6-8efd-a00e03841e0f req-1e44cde5-b170-4c10-89b3-b91f53f33c4a tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372591 Sep 01 05:03:48.188491 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-b8bfc938-c074-4223-8c48-0a8f1907c790 req-c6bc7e13-de26-4115-b3e9-17c8879749a8 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/ports?device_id=431d8728-54da-45ce-a8a0-edcda9ccd6b0 HTTP/1.1" status: 200 len: 210 time: 0.0312135 Sep 01 05:03:49.129647 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device 382ca804-cd7f-4fb5-95ac-ba2c70a08c32 up at agent ovs-agent-dv-cinder-804735-5-iscsi {{(pid=100913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:03:49.200170 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Provisioning complete for port 382ca804-cd7f-4fb5-95ac-ba2c70a08c32 triggered by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:03:49.204127 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:49.360877 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-b26ad05e-c106-4100-a108-30e1260ddb3e req-30268ae3-e3f5-4310-b4af-8490ffe214ac tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/ports?device_id=431d8728-54da-45ce-a8a0-edcda9ccd6b0 HTTP/1.1" status: 200 len: 210 time: 0.0534465 Sep 01 05:03:49.375089 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ced988-b81f-4bd7-b88a-4e4237abe7fd req-f1b2b39a-27b6-48c3-8c10-c237f197e3eb tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:49.387377 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-a7ced988-b81f-4bd7-b88a-4e4237abe7fd req-f1b2b39a-27b6-48c3-8c10-c237f197e3eb tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 946 time: 0.1847112 Sep 01 05:03:49.469227 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-a7ced988-b81f-4bd7-b88a-4e4237abe7fd req-9aa26856-7ce9-486f-b8c4-336b8bd4a23b tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651953 Sep 01 05:03:49.725097 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bccd681-8e89-4a3e-b012-9fd98ec6608c req-fd1422b8-19d8-44be-b0d9-3ef8b62336ab tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:49.727900 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-7bccd681-8e89-4a3e-b012-9fd98ec6608c req-fd1422b8-19d8-44be-b0d9-3ef8b62336ab tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.37 "GET /v2.0/networks?id=085a1586-3772-4fed-9157-0b6531b3b4cd HTTP/1.1" status: 200 len: 809 time: 0.1681454 Sep 01 05:03:49.756144 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.v2.base [req-7bccd681-8e89-4a3e-b012-9fd98ec6608c req-9566d9eb-af6c-4f68-8fd5-b9961cb5832f tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] Request body: {'port': {'device_id': '431d8728-54da-45ce-a8a0-edcda9ccd6b0', 'network_id': '085a1586-3772-4fed-9157-0b6531b3b4cd', 'admin_state_up': True, 'tenant_id': '57f91f9627c24e51935bbc969d2a8a89'}} {{(pid=100912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:03:50.013654 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bccd681-8e89-4a3e-b012-9fd98ec6608c req-9566d9eb-af6c-4f68-8fd5-b9961cb5832f tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] Made reservation on behalf of 57f91f9627c24e51935bbc969d2a8a89 for: {'port': 1} {{(pid=100912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 05:03:50.020633 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [req-7bccd681-8e89-4a3e-b012-9fd98ec6608c req-9566d9eb-af6c-4f68-8fd5-b9961cb5832f tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:50.172299 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.db.db_base_plugin_common [req-7bccd681-8e89-4a3e-b012-9fd98ec6608c req-9566d9eb-af6c-4f68-8fd5-b9961cb5832f tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] Allocated IP 172.20.0.14 (085a1586-3772-4fed-9157-0b6531b3b4cd/6efe76db-3e61-4bee-81a2-080c174b825d/f6f19793-3e57-47f9-a18b-803d430c5674) {{(pid=100912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 05:03:50.383401 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [req-7bccd681-8e89-4a3e-b012-9fd98ec6608c req-9566d9eb-af6c-4f68-8fd5-b9961cb5832f tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] Notify callbacks [] for port, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:50.443253 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 46882) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:50.507776 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-c7ec4d55-a80d-4719-9f1b-868ae3f07fa7 req-86ac4c50-ce34-48e5-842c-6cb2507c7d40 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/ports?device_id=431d8728-54da-45ce-a8a0-edcda9ccd6b0 HTTP/1.1" status: 200 len: 210 time: 0.0489872 Sep 01 05:03:50.531307 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [req-7bccd681-8e89-4a3e-b012-9fd98ec6608c req-9566d9eb-af6c-4f68-8fd5-b9961cb5832f tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780564376589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59570596'] for port, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:50.594327 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bccd681-8e89-4a3e-b012-9fd98ec6608c req-9566d9eb-af6c-4f68-8fd5-b9961cb5832f tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] Network 085a1586-3772-4fed-9157-0b6531b3b4cd is already hosted by enough agents. {{(pid=100912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:03:50.600263 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.scheduler.base_scheduler [req-7bccd681-8e89-4a3e-b012-9fd98ec6608c req-9566d9eb-af6c-4f68-8fd5-b9961cb5832f tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] Resources bound (agent type, host, resource id): {{(pid=100912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:03:50.615589 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bccd681-8e89-4a3e-b012-9fd98ec6608c req-9566d9eb-af6c-4f68-8fd5-b9961cb5832f tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] Received port after_create {{(pid=100912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 05:03:50.713585 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 46890) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:50.722908 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bccd681-8e89-4a3e-b012-9fd98ec6608c req-9566d9eb-af6c-4f68-8fd5-b9961cb5832f tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:50.723971 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [req-7bccd681-8e89-4a3e-b012-9fd98ec6608c req-9566d9eb-af6c-4f68-8fd5-b9961cb5832f tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428309'] for port, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:50.738690 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9566d9eb-af6c-4f68-8fd5-b9961cb5832f tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] Pushing event updated for resources: {'Port': ['ID=f6f19793-3e57-47f9-a18b-803d430c5674,revision_number=1']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:50.749304 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9566d9eb-af6c-4f68-8fd5-b9961cb5832f tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:03:50.749661 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9566d9eb-af6c-4f68-8fd5-b9961cb5832f tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:03:50.749999 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9566d9eb-af6c-4f68-8fd5-b9961cb5832f tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:03:50.750333 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9566d9eb-af6c-4f68-8fd5-b9961cb5832f tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:03:50.750661 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9566d9eb-af6c-4f68-8fd5-b9961cb5832f tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:03:50.751082 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9566d9eb-af6c-4f68-8fd5-b9961cb5832f tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:03:50.751407 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9566d9eb-af6c-4f68-8fd5-b9961cb5832f tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:03:50.751760 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9566d9eb-af6c-4f68-8fd5-b9961cb5832f tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:03:50.752063 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9566d9eb-af6c-4f68-8fd5-b9961cb5832f tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:03:50.752386 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9566d9eb-af6c-4f68-8fd5-b9961cb5832f tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:03:50.752704 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9566d9eb-af6c-4f68-8fd5-b9961cb5832f tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:03:50.753022 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9566d9eb-af6c-4f68-8fd5-b9961cb5832f tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:03:50.808902 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531be68b-e5a7-4b23-979e-72cd64447584 req-ee280bb2-b114-48e0-a35c-e8c09fec107d tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:50.810752 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-531be68b-e5a7-4b23-979e-72cd64447584 req-ee280bb2-b114-48e0-a35c-e8c09fec107d tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 946 time: 0.2147565 Sep 01 05:03:50.843238 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-0a38792c-0df0-49dd-a0f5-7165ba334ed7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:50.862448 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-40028b83-0ee8-44f5-a445-9865e22edccd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:50.878396 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-7bccd681-8e89-4a3e-b012-9fd98ec6608c req-9566d9eb-af6c-4f68-8fd5-b9961cb5832f tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1263845 Sep 01 05:03:50.896845 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-531be68b-e5a7-4b23-979e-72cd64447584 req-14e05e18-dd50-47c0-8939-8eb6aa7cae40 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731668 Sep 01 05:03:50.926248 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.v2.base [req-7bccd681-8e89-4a3e-b012-9fd98ec6608c req-d7c23628-6ce8-4de5-b2b3-0ad71f674a48 service neutron] Request body: {'port': {'device_id': '431d8728-54da-45ce-a8a0-edcda9ccd6b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=100912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:03:50.972858 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-0a38792c-0df0-49dd-a0f5-7165ba334ed7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:51.032033 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [req-7bccd681-8e89-4a3e-b012-9fd98ec6608c req-d7c23628-6ce8-4de5-b2b3-0ad71f674a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:51.112133 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-0a38792c-0df0-49dd-a0f5-7165ba334ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:51.151816 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a38792c-0df0-49dd-a0f5-7165ba334ed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b005abe3-cfde-47df-84d2-6742e48c8b86,revision_number=1']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:51.169448 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-0a38792c-0df0-49dd-a0f5-7165ba334ed7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=87f2c4b3916e4e57b80ca29561236279&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4540703 Sep 01 05:03:51.176350 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 46898) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:51.253279 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-33a6d040-e0a9-44aa-ac6f-1309ed924a58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:51.288672 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-33a6d040-e0a9-44aa-ac6f-1309ed924a58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:51.411282 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-40028b83-0ee8-44f5-a445-9865e22edccd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:51.420799 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-33a6d040-e0a9-44aa-ac6f-1309ed924a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:51.423640 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-33a6d040-e0a9-44aa-ac6f-1309ed924a58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:51.429699 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-33a6d040-e0a9-44aa-ac6f-1309ed924a58 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b005abe3-cfde-47df-84d2-6742e48c8b86 HTTP/1.1" status: 204 len: 168 time: 0.2475114 Sep 01 05:03:51.520577 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a6d040-e0a9-44aa-ac6f-1309ed924a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b005abe3-cfde-47df-84d2-6742e48c8b86,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:51.657967 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-40028b83-0ee8-44f5-a445-9865e22edccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:51.754602 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.notifiers.nova [req-7bccd681-8e89-4a3e-b012-9fd98ec6608c req-d7c23628-6ce8-4de5-b2b3-0ad71f674a48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6f19793-3e57-47f9-a18b-803d430c5674 {{(pid=100912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 05:03:51.769431 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [req-7bccd681-8e89-4a3e-b012-9fd98ec6608c req-d7c23628-6ce8-4de5-b2b3-0ad71f674a48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:51.799728 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40028b83-0ee8-44f5-a445-9865e22edccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7431a876-3968-485a-a7ce-9682b156b462,revision_number=1']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:51.806199 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.db.provisioning_blocks [req-7bccd681-8e89-4a3e-b012-9fd98ec6608c req-d7c23628-6ce8-4de5-b2b3-0ad71f674a48 service neutron] Transition to ACTIVE for port object f6f19793-3e57-47f9-a18b-803d430c5674 will not be triggered until provisioned by entity L2. {{(pid=100912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:03:51.811921 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-40028b83-0ee8-44f5-a445-9865e22edccd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5a4888772f694ccc8774f0be6167a32e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3675437 Sep 01 05:03:51.816449 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 46906) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:51.821080 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e525d672-1939-4c70-9bee-3610bfcb09c5 req-5599b6ad-9780-4cd6-abf4-52aa0da10245 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:51.823406 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e525d672-1939-4c70-9bee-3610bfcb09c5 req-5599b6ad-9780-4cd6-abf4-52aa0da10245 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/ports?device_id=431d8728-54da-45ce-a8a0-edcda9ccd6b0 HTTP/1.1" status: 200 len: 932 time: 0.1665108 Sep 01 05:03:51.919723 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-3b3246d4-d0b6-4d9e-802f-7a9db60e2bdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:51.922337 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e525d672-1939-4c70-9bee-3610bfcb09c5 req-cedd0958-26ca-414d-8dde-be28dfdfc890 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/security-groups?id=4bdadf90-7c5f-40ae-8c5b-c6312dd28014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771220 Sep 01 05:03:51.995743 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-3b3246d4-d0b6-4d9e-802f-7a9db60e2bdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:52.043615 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [req-7bccd681-8e89-4a3e-b012-9fd98ec6608c req-d7c23628-6ce8-4de5-b2b3-0ad71f674a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59570589'] for port, after_update {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:52.127757 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:52.211257 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c23628-6ce8-4de5-b2b3-0ad71f674a48 service neutron] Pushing event updated for resources: {'Port': ['ID=f6f19793-3e57-47f9-a18b-803d430c5674,revision_number=2']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:52.296108 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-3b3246d4-d0b6-4d9e-802f-7a9db60e2bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:52.296108 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-3b3246d4-d0b6-4d9e-802f-7a9db60e2bdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:52.296108 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-3b3246d4-d0b6-4d9e-802f-7a9db60e2bdd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7431a876-3968-485a-a7ce-9682b156b462 HTTP/1.1" status: 204 len: 168 time: 0.4677713 Sep 01 05:03:52.308815 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3246d4-d0b6-4d9e-802f-7a9db60e2bdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7431a876-3968-485a-a7ce-9682b156b462,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:52.313529 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd25855-5cf7-4a38-8e8f-217091a52a16 req-ef3a3baf-84e1-47ee-82bf-d0f3b00316eb tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:52.315207 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-5cd25855-5cf7-4a38-8e8f-217091a52a16 req-ef3a3baf-84e1-47ee-82bf-d0f3b00316eb tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 946 time: 0.1873748 Sep 01 05:03:52.398926 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-5cd25855-5cf7-4a38-8e8f-217091a52a16 req-fec00fc6-361d-4e07-ba05-3cc08d620063 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678611 Sep 01 05:03:52.399816 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.managers [req-7bccd681-8e89-4a3e-b012-9fd98ec6608c req-d7c23628-6ce8-4de5-b2b3-0ad71f674a48 service neutron] Attempting to bind port f6f19793-3e57-47f9-a18b-803d430c5674 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=100912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 05:03:52.400264 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.managers [req-7bccd681-8e89-4a3e-b012-9fd98ec6608c req-d7c23628-6ce8-4de5-b2b3-0ad71f674a48 service neutron] Attempting to bind port f6f19793-3e57-47f9-a18b-803d430c5674 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '7dbc2c45-b1d7-473c-a4b4-37c54e60151b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '085a1586-3772-4fed-9157-0b6531b3b4cd'}] {{(pid=100912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 05:03:52.401264 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bccd681-8e89-4a3e-b012-9fd98ec6608c req-d7c23628-6ce8-4de5-b2b3-0ad71f674a48 service neutron] Attempting to bind port f6f19793-3e57-47f9-a18b-803d430c5674 on network 085a1586-3772-4fed-9157-0b6531b3b4cd {{(pid=100912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:03:52.437273 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bccd681-8e89-4a3e-b012-9fd98ec6608c req-d7c23628-6ce8-4de5-b2b3-0ad71f674a48 service neutron] Port f6f19793-3e57-47f9-a18b-803d430c5674 on network 085a1586-3772-4fed-9157-0b6531b3b4cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=100912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 05:03:52.437882 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bccd681-8e89-4a3e-b012-9fd98ec6608c req-d7c23628-6ce8-4de5-b2b3-0ad71f674a48 service neutron] Attempting to bind port f6f19793-3e57-47f9-a18b-803d430c5674 on network 085a1586-3772-4fed-9157-0b6531b3b4cd {{(pid=100912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:03:52.461498 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bccd681-8e89-4a3e-b012-9fd98ec6608c req-d7c23628-6ce8-4de5-b2b3-0ad71f674a48 service neutron] Checking agent: {'id': '5dc78e7a-d30d-4469-a2d3-6a9bc399bc32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 59, 52), 'started_at': datetime.datetime(2021, 9, 1, 4, 59, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 5, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 05:03:52.464883 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bccd681-8e89-4a3e-b012-9fd98ec6608c req-d7c23628-6ce8-4de5-b2b3-0ad71f674a48 service neutron] Checking segment: {'id': '7dbc2c45-b1d7-473c-a4b4-37c54e60151b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '085a1586-3772-4fed-9157-0b6531b3b4cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:03:52.464883 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bccd681-8e89-4a3e-b012-9fd98ec6608c req-d7c23628-6ce8-4de5-b2b3-0ad71f674a48 service neutron] Bound using segment: {'id': '7dbc2c45-b1d7-473c-a4b4-37c54e60151b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '085a1586-3772-4fed-9157-0b6531b3b4cd'} {{(pid=100912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 05:03:52.464883 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.managers [req-7bccd681-8e89-4a3e-b012-9fd98ec6608c req-d7c23628-6ce8-4de5-b2b3-0ad71f674a48 service neutron] Bound port: f6f19793-3e57-47f9-a18b-803d430c5674, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dbc2c45-b1d7-473c-a4b4-37c54e60151b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '085a1586-3772-4fed-9157-0b6531b3b4cd'}}] {{(pid=100912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 05:03:52.470474 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [req-7bccd681-8e89-4a3e-b012-9fd98ec6608c req-d7c23628-6ce8-4de5-b2b3-0ad71f674a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:52.879164 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.db [req-7bccd681-8e89-4a3e-b012-9fd98ec6608c req-d7c23628-6ce8-4de5-b2b3-0ad71f674a48 service neutron] For port f6f19793-3e57-47f9-a18b-803d430c5674, host hv-cinder-80473, cleared binding levels {{(pid=100912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 05:03:52.883234 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.db [req-7bccd681-8e89-4a3e-b012-9fd98ec6608c req-d7c23628-6ce8-4de5-b2b3-0ad71f674a48 service neutron] For port f6f19793-3e57-47f9-a18b-803d430c5674, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f6f19793-3e57-47f9-a18b-803d430c5674,segment=NetworkSegment(7dbc2c45-b1d7-473c-a4b4-37c54e60151b),segment_id=7dbc2c45-b1d7-473c-a4b4-37c54e60151b)] {{(pid=100912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 05:03:52.895601 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df58f11-27f1-4b65-b297-9219728ebb2d req-ac5af2fe-8beb-4b51-bfa5-bd10dc26787b tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:52.897116 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-8df58f11-27f1-4b65-b297-9219728ebb2d req-ac5af2fe-8beb-4b51-bfa5-bd10dc26787b tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 945 time: 0.3042545 Sep 01 05:03:52.936410 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-8df58f11-27f1-4b65-b297-9219728ebb2d req-5fb3aff6-484e-497f-ae47-a1338b3f1024 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups?id=08c24242-8d6a-47d6-ad10-c33dccdec691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328934 Sep 01 05:03:53.037353 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab6a491-cfad-4f61-b2ce-ea788a9f0f68 req-3f1a8562-2345-41f3-a55f-447eb6725c6f tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:53.038925 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-bab6a491-cfad-4f61-b2ce-ea788a9f0f68 req-3f1a8562-2345-41f3-a55f-447eb6725c6f tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/ports?device_id=431d8728-54da-45ce-a8a0-edcda9ccd6b0 HTTP/1.1" status: 200 len: 944 time: 0.0511708 Sep 01 05:03:53.079312 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-bab6a491-cfad-4f61-b2ce-ea788a9f0f68 req-23ecf838-4d7e-4052-8676-b2eecca11f14 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/security-groups?id=4bdadf90-7c5f-40ae-8c5b-c6312dd28014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329459 Sep 01 05:03:53.302856 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device 9ae1315e-70f0-45fe-8112-437937003d33 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=100913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 05:03:53.345899 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [req-7bccd681-8e89-4a3e-b012-9fd98ec6608c req-d7c23628-6ce8-4de5-b2b3-0ad71f674a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59570589'] for port, after_update {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:53.385779 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bccd681-8e89-4a3e-b012-9fd98ec6608c req-d7c23628-6ce8-4de5-b2b3-0ad71f674a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:53.391714 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [req-7bccd681-8e89-4a3e-b012-9fd98ec6608c req-d7c23628-6ce8-4de5-b2b3-0ad71f674a48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428309'] for port, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:53.391714 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-7bccd681-8e89-4a3e-b012-9fd98ec6608c req-d7c23628-6ce8-4de5-b2b3-0ad71f674a48 service neutron] 10.222.0.37 "PUT /v2.0/ports/f6f19793-3e57-47f9-a18b-803d430c5674 HTTP/1.1" status: 200 len: 1094 time: 2.4778666 Sep 01 05:03:53.391714 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '431d8728-54da-45ce-a8a0-edcda9ccd6b0', 'tag': 'f6f19793-3e57-47f9-a18b-803d430c5674'}] {{(pid=100912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:03:53.392749 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c32bf37734172ffae8bcd4fd235b58a84eb6a179622fde5d618b2948ae3f8620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b49eeba-3a5d-432c-9047-539c31e2a171" -d '{"events": [{"name": "network-changed", "server_uuid": "431d8728-54da-45ce-a8a0-edcda9ccd6b0", "tag": "f6f19793-3e57-47f9-a18b-803d430c5674"}]}' {{(pid=100912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:03:53.426442 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] For port 9ae1315e-70f0-45fe-8112-437937003d33, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=9ae1315e-70f0-45fe-8112-437937003d33,segment=NetworkSegment(6efdb405-2837-4b70-a808-bb1ee8aa5349),segment_id=6efdb405-2837-4b70-a808-bb1ee8aa5349)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:03:53.426629 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c23628-6ce8-4de5-b2b3-0ad71f674a48 service neutron] Pushing event updated for resources: {'Port': ['ID=f6f19793-3e57-47f9-a18b-803d430c5674,revision_number=3']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:53.442642 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Returning: {'device': '9ae1315e-70f0-45fe-8112-437937003d33', 'network_id': '3c0fc3fe-cfc7-47f9-a3bb-23d1892df261', 'port_id': '9ae1315e-70f0-45fe-8112-437937003d33', 'mac_address': 'fa:16:3e:2e:c8:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0619a0c6-b699-4546-b1ae-83c65a031c43', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 05:03:53.466367 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 05:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0215709b-9c2b-4590-831e-9488e3441649 x-openstack-request-id: req-0215709b-9c2b-4590-831e-9488e3441649 {{(pid=100912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:03:53.469192 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "431d8728-54da-45ce-a8a0-edcda9ccd6b0", "tag": "f6f19793-3e57-47f9-a18b-803d430c5674", "status": "completed", "code": 200}]} {{(pid=100912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:03:53.469192 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0215709b-9c2b-4590-831e-9488e3441649 {{(pid=100912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:03:53.469192 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '431d8728-54da-45ce-a8a0-edcda9ccd6b0', 'tag': 'f6f19793-3e57-47f9-a18b-803d430c5674', 'status': 'completed', 'code': 200} Sep 01 05:03:53.501586 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:53.522796 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.notifiers.nova [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9ae1315e-70f0-45fe-8112-437937003d33 {{(pid=100913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 05:03:53.584352 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] For port 9ae1315e-70f0-45fe-8112-437937003d33, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=9ae1315e-70f0-45fe-8112-437937003d33,segment=NetworkSegment(6efdb405-2837-4b70-a808-bb1ee8aa5349),segment_id=6efdb405-2837-4b70-a808-bb1ee8aa5349)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:03:53.648065 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b49eeba-3a5d-432c-9047-539c31e2a171 req-a7cbd29e-9799-4929-96f9-1dd764386918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:53.649569 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-1b49eeba-3a5d-432c-9047-539c31e2a171 req-a7cbd29e-9799-4929-96f9-1dd764386918 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=57f91f9627c24e51935bbc969d2a8a89&device_id=431d8728-54da-45ce-a8a0-edcda9ccd6b0 HTTP/1.1" status: 200 len: 1097 time: 0.1188149 Sep 01 05:03:53.675041 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9384d1-471c-4d09-be4c-07a87ffaa3ab req-a60d6ac4-e581-49ed-b0cd-ba4be5148082 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:53.676637 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-1b9384d1-471c-4d09-be4c-07a87ffaa3ab req-a60d6ac4-e581-49ed-b0cd-ba4be5148082 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 946 time: 0.0824177 Sep 01 05:03:53.743164 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 46942) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:53.764837 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:53.772064 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-960c3edf-99e9-43ff-aeba-ac4a758be194 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:53.804886 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-1b9384d1-471c-4d09-be4c-07a87ffaa3ab req-91486431-5860-4a6c-8178-fe6a6b44cb82 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169276 Sep 01 05:03:53.841055 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b49eeba-3a5d-432c-9047-539c31e2a171 req-aae15d46-a3f9-44c4-8e51-82ca6f631748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:53.843570 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-1b49eeba-3a5d-432c-9047-539c31e2a171 req-aae15d46-a3f9-44c4-8e51-82ca6f631748 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=57f91f9627c24e51935bbc969d2a8a89&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1660380 Sep 01 05:03:53.891072 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Pushing event updated for resources: {'Port': ['ID=9ae1315e-70f0-45fe-8112-437937003d33,revision_number=6']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:53.923817 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-960c3edf-99e9-43ff-aeba-ac4a758be194 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:53.979319 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b49eeba-3a5d-432c-9047-539c31e2a171 req-7459a4ae-b06d-4ed1-b449-238c6d5136b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:53.981297 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-1b49eeba-3a5d-432c-9047-539c31e2a171 req-7459a4ae-b06d-4ed1-b449-238c6d5136b8 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1166272 Sep 01 05:03:54.001422 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] get_ports_and_sgs() called for port_ids ['9ae1315e-70f0-45fe-8112-437937003d33'] {{(pid=100913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 05:03:54.021212 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-960c3edf-99e9-43ff-aeba-ac4a758be194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:54.076595 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960c3edf-99e9-43ff-aeba-ac4a758be194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b072198-ce1d-440f-9b30-b532c14dc3fc,revision_number=1']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:54.081768 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-960c3edf-99e9-43ff-aeba-ac4a758be194 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=171482a401a54dcf8ccd4092018de748&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3373742 Sep 01 05:03:54.084477 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 46948) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:54.148111 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa1637d-dbde-44d4-bd27-f49704ff3758 req-7e13fa4d-33fd-441c-a7b1-a78490c3d582 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:54.150664 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-5aa1637d-dbde-44d4-bd27-f49704ff3758 req-7e13fa4d-33fd-441c-a7b1-a78490c3d582 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 945 time: 0.1052802 Sep 01 05:03:54.162720 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960c3edf-99e9-43ff-aeba-ac4a758be194 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:03:54.163375 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960c3edf-99e9-43ff-aeba-ac4a758be194 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:03:54.163955 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960c3edf-99e9-43ff-aeba-ac4a758be194 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:03:54.165346 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960c3edf-99e9-43ff-aeba-ac4a758be194 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:03:54.166717 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960c3edf-99e9-43ff-aeba-ac4a758be194 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:03:54.167459 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960c3edf-99e9-43ff-aeba-ac4a758be194 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:03:54.168078 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960c3edf-99e9-43ff-aeba-ac4a758be194 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:03:54.168854 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960c3edf-99e9-43ff-aeba-ac4a758be194 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:03:54.171146 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bccd681-8e89-4a3e-b012-9fd98ec6608c req-2c3d6810-5e33-4b80-afc9-9d8be1961f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:54.172899 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-7bccd681-8e89-4a3e-b012-9fd98ec6608c req-2c3d6810-5e33-4b80-afc9-9d8be1961f45 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=57f91f9627c24e51935bbc969d2a8a89&device_id=431d8728-54da-45ce-a8a0-edcda9ccd6b0 HTTP/1.1" status: 200 len: 1097 time: 0.0917478 Sep 01 05:03:54.173290 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960c3edf-99e9-43ff-aeba-ac4a758be194 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:03:54.173449 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 46952) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:54.173644 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960c3edf-99e9-43ff-aeba-ac4a758be194 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:03:54.173989 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960c3edf-99e9-43ff-aeba-ac4a758be194 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:03:54.174323 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960c3edf-99e9-43ff-aeba-ac4a758be194 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:03:54.207595 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-b3c14db4-d446-4d27-83c2-87165c70b2fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:54.227332 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-fe69eb6e-e2db-4b15-b5af-91c5b189ad0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:54.254027 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-fe69eb6e-e2db-4b15-b5af-91c5b189ad0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:54.266483 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-7bccd681-8e89-4a3e-b012-9fd98ec6608c req-c5770e56-6e24-41c7-88c4-856ee670cfe0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f6f19793-3e57-47f9-a18b-803d430c5674 HTTP/1.1" status: 200 len: 217 time: 0.0677483 Sep 01 05:03:54.312859 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-5aa1637d-dbde-44d4-bd27-f49704ff3758 req-4c2898b1-416b-4b4f-b93e-8a4f11df27d6 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups?id=08c24242-8d6a-47d6-ad10-c33dccdec691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522624 Sep 01 05:03:54.374209 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bccd681-8e89-4a3e-b012-9fd98ec6608c req-6ef191af-141d-4af6-a11c-e0cf55f2a038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:54.375749 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-7bccd681-8e89-4a3e-b012-9fd98ec6608c req-6ef191af-141d-4af6-a11c-e0cf55f2a038 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6efe76db-3e61-4bee-81a2-080c174b825d HTTP/1.1" status: 200 len: 849 time: 0.0954211 Sep 01 05:03:54.388814 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6198bb6-7cf2-40a2-ac6f-6369bdd03cd3 req-45cca398-1711-4a18-8e0a-b36c4dd30d2d tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:54.398037 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-f6198bb6-7cf2-40a2-ac6f-6369bdd03cd3 req-45cca398-1711-4a18-8e0a-b36c4dd30d2d tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/ports?device_id=431d8728-54da-45ce-a8a0-edcda9ccd6b0 HTTP/1.1" status: 200 len: 944 time: 0.1432312 Sep 01 05:03:54.413033 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-fe69eb6e-e2db-4b15-b5af-91c5b189ad0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:54.416322 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-fe69eb6e-e2db-4b15-b5af-91c5b189ad0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:54.417747 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-fe69eb6e-e2db-4b15-b5af-91c5b189ad0b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8b072198-ce1d-440f-9b30-b532c14dc3fc HTTP/1.1" status: 204 len: 168 time: 0.3320587 Sep 01 05:03:54.438466 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe69eb6e-e2db-4b15-b5af-91c5b189ad0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b072198-ce1d-440f-9b30-b532c14dc3fc,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:54.449119 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-7bccd681-8e89-4a3e-b012-9fd98ec6608c req-f66663ec-429e-49cf-9959-9ccaf066867f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=085a1586-3772-4fed-9157-0b6531b3b4cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435624 Sep 01 05:03:54.545498 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-f6198bb6-7cf2-40a2-ac6f-6369bdd03cd3 req-ba33fa4a-dee3-4b3e-9012-4773ae7a4e43 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/security-groups?id=4bdadf90-7c5f-40ae-8c5b-c6312dd28014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463611 Sep 01 05:03:54.626054 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-7bccd681-8e89-4a3e-b012-9fd98ec6608c req-3e627a5c-ce7a-4f69-b0a7-a7ca3c4c28c9 service neutron] 10.222.0.37 "GET /v2.0/networks/085a1586-3772-4fed-9157-0b6531b3b4cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638286 Sep 01 05:03:54.647767 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-b3c14db4-d446-4d27-83c2-87165c70b2fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:54.718327 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-b3c14db4-d446-4d27-83c2-87165c70b2fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:54.774945 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-b3c14db4-d446-4d27-83c2-87165c70b2fc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7551eda2b2ac4448a42cadf74b2a555b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5986912 Sep 01 05:03:54.779057 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 46960) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:54.779583 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c14db4-d446-4d27-83c2-87165c70b2fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=536e12c3-1727-4501-8a84-dad1edf23672,revision_number=1']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:54.800395 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-7bccd681-8e89-4a3e-b012-9fd98ec6608c req-225ce81f-0f15-44dd-a633-5520f3e71e5e service neutron] 10.222.0.37 "GET /v2.0/networks/085a1586-3772-4fed-9157-0b6531b3b4cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544411 Sep 01 05:03:54.868492 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-c3bd072c-fa99-4d7c-b6db-df4b205ead16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:54.901918 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-c3bd072c-fa99-4d7c-b6db-df4b205ead16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:54.971725 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a18c9f-9023-4de9-9dbc-24f6cce3914d req-d6483fad-15f3-4fd1-88e8-9209dd594997 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:54.973759 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-85a18c9f-9023-4de9-9dbc-24f6cce3914d req-d6483fad-15f3-4fd1-88e8-9209dd594997 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 945 time: 0.0681756 Sep 01 05:03:55.020436 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-85a18c9f-9023-4de9-9dbc-24f6cce3914d req-aeec60d6-7794-440d-9147-c362fe28b14d tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389464 Sep 01 05:03:55.068240 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-c3bd072c-fa99-4d7c-b6db-df4b205ead16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:55.070986 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-c3bd072c-fa99-4d7c-b6db-df4b205ead16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:55.074599 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-c3bd072c-fa99-4d7c-b6db-df4b205ead16 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/536e12c3-1727-4501-8a84-dad1edf23672 HTTP/1.1" status: 204 len: 168 time: 0.2909229 Sep 01 05:03:55.082007 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bd072c-fa99-4d7c-b6db-df4b205ead16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=536e12c3-1727-4501-8a84-dad1edf23672,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:55.305791 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device 9ae1315e-70f0-45fe-8112-437937003d33 up at agent hyperv_hv-cinder-80473 {{(pid=100913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:03:55.380696 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-ccebf885-270e-43de-9425-418389450ed0 req-03a5dce9-27d2-43c8-aa20-f2c2629f7aea service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=21e1a61e-3d53-4e8d-8b7f-3acb18606bfe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0682681 Sep 01 05:03:55.482495 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Provisioning complete for port 9ae1315e-70f0-45fe-8112-437937003d33 triggered by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:03:55.482954 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:55.503756 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccebf885-270e-43de-9425-418389450ed0 req-12f154f9-d056-4e85-8a75-2255e66dbbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:55.512694 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-ccebf885-270e-43de-9425-418389450ed0 req-12f154f9-d056-4e85-8a75-2255e66dbbca service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6656dbfc754f4b4eb5789000e7b6d945&device_id=21e1a61e-3d53-4e8d-8b7f-3acb18606bfe HTTP/1.1" status: 200 len: 1098 time: 0.0883369 Sep 01 05:03:55.633018 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d35a6f-26de-4d41-917b-932cab131971 req-c408551f-a7e7-4525-9b38-34fb58292124 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:55.635198 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-89d35a6f-26de-4d41-917b-932cab131971 req-c408551f-a7e7-4525-9b38-34fb58292124 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 945 time: 0.1136947 Sep 01 05:03:55.660423 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:55.706689 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b017cba-149f-43c2-81da-aa7b9faa76e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ae1315e-70f0-45fe-8112-437937003d33'}] {{(pid=100913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:03:55.709509 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac1e9064bfa394a3c8e95a7ae5ebf8ce235ac3ce60c2245422c4078f9b609c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c13f09c-1f1a-457a-821a-ada3211d72e4" -d '{"events": [{"server_uuid": "7b017cba-149f-43c2-81da-aa7b9faa76e4", "name": "network-vif-plugged", "status": "completed", "tag": "9ae1315e-70f0-45fe-8112-437937003d33"}]}' {{(pid=100913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:03:55.730257 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] For port 9ae1315e-70f0-45fe-8112-437937003d33, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=9ae1315e-70f0-45fe-8112-437937003d33,segment=NetworkSegment(6efdb405-2837-4b70-a808-bb1ee8aa5349),segment_id=6efdb405-2837-4b70-a808-bb1ee8aa5349)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:03:55.737573 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-89d35a6f-26de-4d41-917b-932cab131971 req-1abd9559-8c2b-4ee3-b27e-41596d86f73c tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups?id=08c24242-8d6a-47d6-ad10-c33dccdec691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957367 Sep 01 05:03:55.739677 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccebf885-270e-43de-9425-418389450ed0 req-94cfefb4-9abe-479f-a2de-990eefc84bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:55.740866 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-ccebf885-270e-43de-9425-418389450ed0 req-94cfefb4-9abe-479f-a2de-990eefc84bfc service neutron] 10.222.0.37 "GET /v2.0/networks?id=e239844d-232c-4a02-ba33-46d720e37c24 HTTP/1.1" status: 200 len: 920 time: 0.2080843 Sep 01 05:03:55.797803 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:55.861095 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 05:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6307a297-773e-4466-8659-1a0e2ed79152 x-openstack-request-id: req-6307a297-773e-4466-8659-1a0e2ed79152 {{(pid=100913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:03:55.861523 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b017cba-149f-43c2-81da-aa7b9faa76e4", "name": "network-vif-plugged", "status": "completed", "tag": "9ae1315e-70f0-45fe-8112-437937003d33", "code": 200}]} {{(pid=100913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:03:55.861885 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6307a297-773e-4466-8659-1a0e2ed79152 {{(pid=100913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:03:55.862348 dv-cinder-804735-5-iscsi neutron-server[100913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b017cba-149f-43c2-81da-aa7b9faa76e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ae1315e-70f0-45fe-8112-437937003d33', 'code': 200} Sep 01 05:03:55.885416 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b00a36-60bf-4753-9275-8283aaac7fe0 req-99043d21-6890-4a90-9833-7954726bd82e tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:55.888109 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-c1b00a36-60bf-4753-9275-8283aaac7fe0 req-99043d21-6890-4a90-9833-7954726bd82e tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/ports?device_id=431d8728-54da-45ce-a8a0-edcda9ccd6b0 HTTP/1.1" status: 200 len: 944 time: 0.2001264 Sep 01 05:03:55.889645 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-ccebf885-270e-43de-9425-418389450ed0 req-01cd3347-f30c-4011-8e33-418afbab0d92 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6049c2dc-e275-479d-9108-b8b8bc8a5da1 HTTP/1.1" status: 200 len: 217 time: 0.1310217 Sep 01 05:03:55.896122 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Pushing event updated for resources: {'Port': ['ID=9ae1315e-70f0-45fe-8112-437937003d33,revision_number=7']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:55.982947 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccebf885-270e-43de-9425-418389450ed0 req-49f62bae-9bca-45dc-b7fc-faef7f6cac5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:55.985236 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-ccebf885-270e-43de-9425-418389450ed0 req-49f62bae-9bca-45dc-b7fc-faef7f6cac5e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f3160f96-5162-4386-b59c-1540b2ae925c HTTP/1.1" status: 200 len: 859 time: 0.0787964 Sep 01 05:03:56.004011 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-c1b00a36-60bf-4753-9275-8283aaac7fe0 req-a66aad51-145f-4f54-b7f5-01b4523cafe4 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/security-groups?id=4bdadf90-7c5f-40ae-8c5b-c6312dd28014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962062 Sep 01 05:03:56.046301 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-ccebf885-270e-43de-9425-418389450ed0 req-19807af3-bab3-46fd-8f6c-28e9a61f9189 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e239844d-232c-4a02-ba33-46d720e37c24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410907 Sep 01 05:03:56.231959 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf49c1b-69c1-4184-98e8-fd8774389080 req-5b2ec379-3710-4db5-baff-2e7477891a94 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:56.239468 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-fdf49c1b-69c1-4184-98e8-fd8774389080 req-5b2ec379-3710-4db5-baff-2e7477891a94 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 946 time: 0.0814366 Sep 01 05:03:56.265218 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-ccebf885-270e-43de-9425-418389450ed0 req-2ffc716b-17bf-4f32-9455-059ce57fbbaf service neutron] 10.222.0.37 "GET /v2.0/networks/e239844d-232c-4a02-ba33-46d720e37c24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098062 Sep 01 05:03:56.370343 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-fdf49c1b-69c1-4184-98e8-fd8774389080 req-abb594a0-d43a-4b1b-909b-11db6ef027da tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244342 Sep 01 05:03:56.414737 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-ccebf885-270e-43de-9425-418389450ed0 req-355ad973-2a28-4735-9578-84cbe9e3dd97 service neutron] 10.222.0.37 "GET /v2.0/networks/e239844d-232c-4a02-ba33-46d720e37c24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412590 Sep 01 05:03:56.941357 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ebf96-5390-4961-bd11-5bb40764a690 req-9e7627b6-0293-44a9-a058-8fe4fd9a0e07 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:56.941357 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-8a3ebf96-5390-4961-bd11-5bb40764a690 req-9e7627b6-0293-44a9-a058-8fe4fd9a0e07 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 945 time: 0.0881901 Sep 01 05:03:57.000513 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-8a3ebf96-5390-4961-bd11-5bb40764a690 req-48926d17-573d-4b11-9918-1b1ff7c2c80e tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups?id=08c24242-8d6a-47d6-ad10-c33dccdec691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659771 Sep 01 05:03:57.022690 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 47042) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:57.187655 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57b9c5b-ad45-468c-9c4c-62239fb2551a req-e8170b0a-aa22-47db-9f01-5bb0d519b10d tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:57.190272 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-f57b9c5b-ad45-468c-9c4c-62239fb2551a req-e8170b0a-aa22-47db-9f01-5bb0d519b10d tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/ports?device_id=431d8728-54da-45ce-a8a0-edcda9ccd6b0 HTTP/1.1" status: 200 len: 944 time: 0.0852544 Sep 01 05:03:57.256191 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-f57b9c5b-ad45-468c-9c4c-62239fb2551a req-9658ad36-e0cc-4010-8456-eee0138876aa tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/security-groups?id=4bdadf90-7c5f-40ae-8c5b-c6312dd28014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498981 Sep 01 05:03:57.263577 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-8cb7d2bc-7824-4737-9330-fb86d6d88b1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:57.430732 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-8cb7d2bc-7824-4737-9330-fb86d6d88b1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:57.523824 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eca50c-2d76-4a82-9423-676b7ebca41a req-81db6155-0288-4d8e-879d-1d4ab197d0aa tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:57.524918 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-d4eca50c-2d76-4a82-9423-676b7ebca41a req-81db6155-0288-4d8e-879d-1d4ab197d0aa tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 946 time: 0.0728176 Sep 01 05:03:57.569723 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.agents_db [None req-49e1e325-328c-4825-9e4f-7693071b0ea2 None None] Agent healthcheck: found 6 active agents {{(pid=100914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 05:03:57.607722 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-d4eca50c-2d76-4a82-9423-676b7ebca41a req-8f2e7a91-3ae8-43c2-955c-3c5d74b7e25a tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751042 Sep 01 05:03:58.122925 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3331abdf-7ffd-4902-96d1-ef4c31d5738a req-8a649e39-5cb8-4178-891c-0d3b42f097f7 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:58.124391 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-3331abdf-7ffd-4902-96d1-ef4c31d5738a req-8a649e39-5cb8-4178-891c-0d3b42f097f7 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 945 time: 0.0508301 Sep 01 05:03:58.164671 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-3331abdf-7ffd-4902-96d1-ef4c31d5738a req-21f4310b-3732-4177-81ff-7e827079ae39 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups?id=08c24242-8d6a-47d6-ad10-c33dccdec691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342326 Sep 01 05:03:58.173484 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-8cb7d2bc-7824-4737-9330-fb86d6d88b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:58.217306 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-8cb7d2bc-7824-4737-9330-fb86d6d88b1a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=409074567a6843e292c737c146974fe0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1972330 Sep 01 05:03:58.218277 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb7d2bc-7824-4737-9330-fb86d6d88b1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e252e7-54b5-4a76-8493-6c526ce5d669,revision_number=1']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:58.219960 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 47056) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:03:58.272499 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-ff6193e0-9baa-4896-8041-7d40983b7a8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:58.295035 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-ff6193e0-9baa-4896-8041-7d40983b7a8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:58.406125 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ebe73c-507c-45fa-b806-a20a7dbc1d44 req-a061f0bb-36b8-437b-8d83-54372afe48a8 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:58.408025 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-54ebe73c-507c-45fa-b806-a20a7dbc1d44 req-a061f0bb-36b8-437b-8d83-54372afe48a8 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/ports?device_id=431d8728-54da-45ce-a8a0-edcda9ccd6b0 HTTP/1.1" status: 200 len: 944 time: 0.0553200 Sep 01 05:03:58.448808 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-54ebe73c-507c-45fa-b806-a20a7dbc1d44 req-1c5b1835-c487-4816-bbb7-149e4165a64f tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/security-groups?id=4bdadf90-7c5f-40ae-8c5b-c6312dd28014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349593 Sep 01 05:03:58.459021 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-ff6193e0-9baa-4896-8041-7d40983b7a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:58.465599 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-ff6193e0-9baa-4896-8041-7d40983b7a8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:03:58.466477 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-ff6193e0-9baa-4896-8041-7d40983b7a8a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c5e252e7-54b5-4a76-8493-6c526ce5d669 HTTP/1.1" status: 204 len: 168 time: 0.2449267 Sep 01 05:03:58.487384 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6193e0-9baa-4896-8041-7d40983b7a8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e252e7-54b5-4a76-8493-6c526ce5d669,revision_number=None']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:03:58.784183 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90126f4e-e80b-47fb-a229-760285c0c951 req-4ede7aba-bbcf-4bb7-8136-b3b63fc11e72 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:58.785984 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-90126f4e-e80b-47fb-a229-760285c0c951 req-4ede7aba-bbcf-4bb7-8136-b3b63fc11e72 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 946 time: 0.0606492 Sep 01 05:03:58.837464 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-90126f4e-e80b-47fb-a229-760285c0c951 req-17b7744d-cb8a-4a81-b4c5-98b753d5af71 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413234 Sep 01 05:03:59.300631 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f9f9f4-8c7c-4924-8dd2-9a87e22c8db9 req-b5799460-c957-46cb-b967-5931cb94d707 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:59.302135 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-85f9f9f4-8c7c-4924-8dd2-9a87e22c8db9 req-b5799460-c957-46cb-b967-5931cb94d707 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 945 time: 0.0605474 Sep 01 05:03:59.345556 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-85f9f9f4-8c7c-4924-8dd2-9a87e22c8db9 req-5eb1a203-45ae-494e-8527-e53185c9ed74 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups?id=08c24242-8d6a-47d6-ad10-c33dccdec691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340078 Sep 01 05:03:59.604294 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace5c2fa-77fa-4b62-8be6-ce81e8e5f03c req-2ab72b35-add9-4a73-8985-ff464d8a998e tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:59.606786 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-ace5c2fa-77fa-4b62-8be6-ce81e8e5f03c req-2ab72b35-add9-4a73-8985-ff464d8a998e tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/ports?device_id=431d8728-54da-45ce-a8a0-edcda9ccd6b0 HTTP/1.1" status: 200 len: 944 time: 0.0603137 Sep 01 05:03:59.647498 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-ace5c2fa-77fa-4b62-8be6-ce81e8e5f03c req-298ae667-9853-4072-b55a-677944add5cc tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/security-groups?id=4bdadf90-7c5f-40ae-8c5b-c6312dd28014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340374 Sep 01 05:03:59.988407 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf18979-3868-4b19-ac0f-bf915852b21a req-dcca433b-9494-4bad-969a-d63099bbb379 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:03:59.990404 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-bcf18979-3868-4b19-ac0f-bf915852b21a req-dcca433b-9494-4bad-969a-d63099bbb379 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 946 time: 0.0717075 Sep 01 05:04:00.040990 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-bcf18979-3868-4b19-ac0f-bf915852b21a req-971dcfe8-b9a6-4028-8639-41d87652c4c1 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419712 Sep 01 05:04:00.527622 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925cd968-b3fc-482c-a3ae-5655f7800c9f req-b98a2a67-9bdd-4466-acc4-9dd7ef041e16 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:00.529276 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-925cd968-b3fc-482c-a3ae-5655f7800c9f req-b98a2a67-9bdd-4466-acc4-9dd7ef041e16 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 945 time: 0.1161323 Sep 01 05:04:00.583119 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-925cd968-b3fc-482c-a3ae-5655f7800c9f req-856055ee-4fb0-4110-be21-156591157c0f tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups?id=08c24242-8d6a-47d6-ad10-c33dccdec691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462372 Sep 01 05:04:00.802651 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe85ee4-f5cf-487c-a591-c88f53be9a83 req-ac7a46d6-061d-4a20-a7f7-cbc59225cd6f tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:00.816976 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-1fe85ee4-f5cf-487c-a591-c88f53be9a83 req-ac7a46d6-061d-4a20-a7f7-cbc59225cd6f tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/ports?device_id=431d8728-54da-45ce-a8a0-edcda9ccd6b0 HTTP/1.1" status: 200 len: 944 time: 0.0924678 Sep 01 05:04:00.886289 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-1fe85ee4-f5cf-487c-a591-c88f53be9a83 req-b4ade72b-bf4e-4d8f-94a4-d27fe122cd9f tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/security-groups?id=4bdadf90-7c5f-40ae-8c5b-c6312dd28014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614400 Sep 01 05:04:01.178268 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0731db-7110-436e-9520-9451a7a07e52 req-e2b6e4f8-87f5-45fd-aa05-7bff5ccacd17 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:01.180342 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-7f0731db-7110-436e-9520-9451a7a07e52 req-e2b6e4f8-87f5-45fd-aa05-7bff5ccacd17 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 946 time: 0.0615695 Sep 01 05:04:01.223330 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-7f0731db-7110-436e-9520-9451a7a07e52 req-47aa02ba-4bb8-479c-b7fc-17dcadad8307 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360298 Sep 01 05:04:01.733503 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce09fd44-3e64-4184-a895-664a65240f8c req-c16eea6a-87b1-4c0e-8bf9-e3f575f7f20f tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:01.735138 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-ce09fd44-3e64-4184-a895-664a65240f8c req-c16eea6a-87b1-4c0e-8bf9-e3f575f7f20f tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 945 time: 0.0551343 Sep 01 05:04:01.781724 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-ce09fd44-3e64-4184-a895-664a65240f8c req-aead58fe-09a7-4d36-a334-635154299264 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups?id=08c24242-8d6a-47d6-ad10-c33dccdec691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396233 Sep 01 05:04:02.357860 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468d2a46-13d5-48d7-a150-0481c2cc0360 req-e8efa669-c0c6-4449-a538-ed27722ddbef tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:02.362459 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-468d2a46-13d5-48d7-a150-0481c2cc0360 req-e8efa669-c0c6-4449-a538-ed27722ddbef tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/ports?device_id=431d8728-54da-45ce-a8a0-edcda9ccd6b0 HTTP/1.1" status: 200 len: 944 time: 0.0621426 Sep 01 05:04:02.407697 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-468d2a46-13d5-48d7-a150-0481c2cc0360 req-71d7a394-2461-4497-a3a1-6c6742f671ee tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/security-groups?id=4bdadf90-7c5f-40ae-8c5b-c6312dd28014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373096 Sep 01 05:04:02.524299 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343500b6-376c-42ef-9229-32ded08dfea9 req-d3bc4dc0-3332-4cb3-82da-6778e989a188 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:02.525740 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-343500b6-376c-42ef-9229-32ded08dfea9 req-d3bc4dc0-3332-4cb3-82da-6778e989a188 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 946 time: 0.0573945 Sep 01 05:04:02.571643 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-343500b6-376c-42ef-9229-32ded08dfea9 req-e00130f8-c57c-44d9-88d0-7662bbe870bf tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345845 Sep 01 05:04:02.733261 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d9b473-01dd-4d29-8f86-a2107e4bf5fa req-f672da38-8630-4d6d-b1a5-027b3c7f5711 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:02.742348 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-a9d9b473-01dd-4d29-8f86-a2107e4bf5fa req-f672da38-8630-4d6d-b1a5-027b3c7f5711 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=aee9c1da-4b85-4736-8be3-b0190f921ea0 HTTP/1.1" status: 200 len: 946 time: 0.0713332 Sep 01 05:04:02.805591 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-a9d9b473-01dd-4d29-8f86-a2107e4bf5fa req-97e87ec2-c334-4a1f-b4ad-daa9a4a1ff5d tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628152 Sep 01 05:04:02.940580 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bcbeb0-01e0-4e66-b378-6bcad377450f req-7e969eb9-601c-4d91-98d1-9e0767740bc5 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:02.948204 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e7bcbeb0-01e0-4e66-b378-6bcad377450f req-7e969eb9-601c-4d91-98d1-9e0767740bc5 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 945 time: 0.0663202 Sep 01 05:04:02.992075 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e7bcbeb0-01e0-4e66-b378-6bcad377450f req-5273ca51-c85e-46f6-8fa7-0431136339d9 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups?id=08c24242-8d6a-47d6-ad10-c33dccdec691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424590 Sep 01 05:04:03.524631 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9967ea98-5c8f-4341-9c41-356b6c36b9f6 req-e770766f-69cc-412d-a4bb-6f27451ab851 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:03.526115 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-9967ea98-5c8f-4341-9c41-356b6c36b9f6 req-e770766f-69cc-412d-a4bb-6f27451ab851 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/ports?device_id=431d8728-54da-45ce-a8a0-edcda9ccd6b0 HTTP/1.1" status: 200 len: 944 time: 0.0505602 Sep 01 05:04:03.564967 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-9967ea98-5c8f-4341-9c41-356b6c36b9f6 req-19b1f30c-cfb9-4684-9aee-11eb17d8a1b5 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/security-groups?id=4bdadf90-7c5f-40ae-8c5b-c6312dd28014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317976 Sep 01 05:04:03.739690 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d01f5a-632f-4617-a461-d6b37e393c7b req-ab746a5d-56a9-4cbf-8576-d6c93420cd30 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:03.741547 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-18d01f5a-632f-4617-a461-d6b37e393c7b req-ab746a5d-56a9-4cbf-8576-d6c93420cd30 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 946 time: 0.0535066 Sep 01 05:04:03.783054 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-18d01f5a-632f-4617-a461-d6b37e393c7b req-8d7226b7-2a52-4053-95f9-cf3ca6a43478 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347660 Sep 01 05:04:03.969684 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b1e15d-755a-4aa5-abe8-12d0b1efdc0c req-62d8cec4-e965-433c-a9c3-04a8a4436951 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:03.971521 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-c8b1e15d-755a-4aa5-abe8-12d0b1efdc0c req-62d8cec4-e965-433c-a9c3-04a8a4436951 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=aee9c1da-4b85-4736-8be3-b0190f921ea0 HTTP/1.1" status: 200 len: 946 time: 0.0599790 Sep 01 05:04:04.021517 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-c8b1e15d-755a-4aa5-abe8-12d0b1efdc0c req-0f001fc3-7c10-4d3e-806d-533eef16f627 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431726 Sep 01 05:04:04.190343 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6677e90-f539-46db-a5af-ff913d294af2 req-42785bb8-e277-4f01-ac9e-e09834d374cc tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:04.191999 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-d6677e90-f539-46db-a5af-ff913d294af2 req-42785bb8-e277-4f01-ac9e-e09834d374cc tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 945 time: 0.0767639 Sep 01 05:04:04.196700 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5178bdb-d030-4179-aa66-dfbc210b7e0a req-e8a8e542-c3ab-451d-b920-cadc53bba088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:04.198821 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e5178bdb-d030-4179-aa66-dfbc210b7e0a req-e8a8e542-c3ab-451d-b920-cadc53bba088 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6656dbfc754f4b4eb5789000e7b6d945&device_id=aee9c1da-4b85-4736-8be3-b0190f921ea0 HTTP/1.1" status: 200 len: 1099 time: 0.0735438 Sep 01 05:04:04.291066 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-d6677e90-f539-46db-a5af-ff913d294af2 req-e1f6e623-b1c3-4369-a60f-ae3210cb6db2 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups?id=08c24242-8d6a-47d6-ad10-c33dccdec691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888827 Sep 01 05:04:04.357306 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5178bdb-d030-4179-aa66-dfbc210b7e0a req-caa59ad6-01f0-4e94-bcfe-322fd6f4df72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:04.359089 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e5178bdb-d030-4179-aa66-dfbc210b7e0a req-caa59ad6-01f0-4e94-bcfe-322fd6f4df72 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e239844d-232c-4a02-ba33-46d720e37c24 HTTP/1.1" status: 200 len: 920 time: 0.1464076 Sep 01 05:04:04.413485 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e5178bdb-d030-4179-aa66-dfbc210b7e0a req-ae763597-6b6a-454e-8fb2-d3766a3d7d3e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=751997c4-9e87-414d-a807-eca808de742a HTTP/1.1" status: 200 len: 217 time: 0.0455377 Sep 01 05:04:04.472219 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5178bdb-d030-4179-aa66-dfbc210b7e0a req-886f92f3-0d9b-4744-9c61-68c0771591b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:04.473836 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e5178bdb-d030-4179-aa66-dfbc210b7e0a req-886f92f3-0d9b-4744-9c61-68c0771591b8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f3160f96-5162-4386-b59c-1540b2ae925c HTTP/1.1" status: 200 len: 859 time: 0.0511250 Sep 01 05:04:04.514116 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e5178bdb-d030-4179-aa66-dfbc210b7e0a req-f186bd42-fc80-44a4-b63a-094fc3c87f2c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e239844d-232c-4a02-ba33-46d720e37c24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297010 Sep 01 05:04:04.624414 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e5178bdb-d030-4179-aa66-dfbc210b7e0a req-d484faed-e418-4c1a-93f8-c666adc76fd2 service neutron] 10.222.0.37 "GET /v2.0/networks/e239844d-232c-4a02-ba33-46d720e37c24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016123 Sep 01 05:04:05.006051 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e5178bdb-d030-4179-aa66-dfbc210b7e0a req-5855b557-f667-4eec-bb7a-bba602078429 service neutron] 10.222.0.37 "GET /v2.0/networks/e239844d-232c-4a02-ba33-46d720e37c24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3742476 Sep 01 05:04:05.016995 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8555adda-407b-42f4-b191-d4e9b13adc2c req-98d394b8-2bf1-451d-ae8e-dc84a00b2ecb tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:05.025959 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-8555adda-407b-42f4-b191-d4e9b13adc2c req-98d394b8-2bf1-451d-ae8e-dc84a00b2ecb tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/ports?device_id=431d8728-54da-45ce-a8a0-edcda9ccd6b0 HTTP/1.1" status: 200 len: 944 time: 0.3634257 Sep 01 05:04:05.087818 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-8555adda-407b-42f4-b191-d4e9b13adc2c req-eb8f90a1-f412-45fe-9617-8d2a99b7bcc0 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/security-groups?id=4bdadf90-7c5f-40ae-8c5b-c6312dd28014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572107 Sep 01 05:04:05.258278 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41a1909-b0e0-4711-af22-139445f56a86 req-4b7eab55-ac40-4c1e-b434-c3bca708b5e5 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:05.269550 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-d41a1909-b0e0-4711-af22-139445f56a86 req-4b7eab55-ac40-4c1e-b434-c3bca708b5e5 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 946 time: 0.0826192 Sep 01 05:04:05.317156 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-d41a1909-b0e0-4711-af22-139445f56a86 req-f0efa222-aa08-43c3-8309-7715ecd188d0 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465124 Sep 01 05:04:05.394711 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device f6f19793-3e57-47f9-a18b-803d430c5674 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=100913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 05:04:05.440569 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437be667-32b5-4866-b050-00fac7699d99 req-3663b782-f262-40a1-a21a-6d639cc0e9aa tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:05.442100 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-437be667-32b5-4866-b050-00fac7699d99 req-3663b782-f262-40a1-a21a-6d639cc0e9aa tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=aee9c1da-4b85-4736-8be3-b0190f921ea0 HTTP/1.1" status: 200 len: 946 time: 0.0609822 Sep 01 05:04:05.485242 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-437be667-32b5-4866-b050-00fac7699d99 req-fd62aa03-074a-40af-b888-e729232e404a tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360563 Sep 01 05:04:05.549032 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] For port f6f19793-3e57-47f9-a18b-803d430c5674, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f6f19793-3e57-47f9-a18b-803d430c5674,segment=NetworkSegment(7dbc2c45-b1d7-473c-a4b4-37c54e60151b),segment_id=7dbc2c45-b1d7-473c-a4b4-37c54e60151b)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:04:05.562723 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Returning: {'device': 'f6f19793-3e57-47f9-a18b-803d430c5674', 'network_id': '085a1586-3772-4fed-9157-0b6531b3b4cd', 'port_id': 'f6f19793-3e57-47f9-a18b-803d430c5674', 'mac_address': 'fa:16:3e:f0:87:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6efe76db-3e61-4bee-81a2-080c174b825d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 05:04:05.611376 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:05.619270 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683730cd-9528-4695-9a5c-ead0547409d2 req-6eff40a1-78cd-430e-84a9-42d0ad0d2ab0 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:05.625881 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.notifiers.nova [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6f19793-3e57-47f9-a18b-803d430c5674 {{(pid=100913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 05:04:05.630861 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-683730cd-9528-4695-9a5c-ead0547409d2 req-6eff40a1-78cd-430e-84a9-42d0ad0d2ab0 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 945 time: 0.0686066 Sep 01 05:04:05.658626 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] For port f6f19793-3e57-47f9-a18b-803d430c5674, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f6f19793-3e57-47f9-a18b-803d430c5674,segment=NetworkSegment(7dbc2c45-b1d7-473c-a4b4-37c54e60151b),segment_id=7dbc2c45-b1d7-473c-a4b4-37c54e60151b)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:04:05.686411 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-683730cd-9528-4695-9a5c-ead0547409d2 req-68dd555c-b3e6-4a82-a964-8b6c1a4676b0 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups?id=08c24242-8d6a-47d6-ad10-c33dccdec691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545652 Sep 01 05:04:05.747075 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:05.799378 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Pushing event updated for resources: {'Port': ['ID=f6f19793-3e57-47f9-a18b-803d430c5674,revision_number=4']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:04:06.214794 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] get_ports_and_sgs() called for port_ids ['f6f19793-3e57-47f9-a18b-803d430c5674'] {{(pid=100913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 05:04:06.319587 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f0364e-ba8b-4e6e-a042-eed437297fdb req-e7d97c79-7b7e-42a0-b3dc-eced274aaa84 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:06.323391 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-85f0364e-ba8b-4e6e-a042-eed437297fdb req-e7d97c79-7b7e-42a0-b3dc-eced274aaa84 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/ports?device_id=431d8728-54da-45ce-a8a0-edcda9ccd6b0 HTTP/1.1" status: 200 len: 945 time: 0.0857065 Sep 01 05:04:06.365159 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf65e8d-86a3-4a3f-9fcf-4a3d8d06344e req-19c20584-69f4-4060-aaef-87a617c47064 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:06.366871 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-ddf65e8d-86a3-4a3f-9fcf-4a3d8d06344e req-19c20584-69f4-4060-aaef-87a617c47064 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/networks?id=7ea2df36-8d87-4c1a-bd3e-3b9f99603457 HTTP/1.1" status: 200 len: 815 time: 0.1951509 Sep 01 05:04:06.401841 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-85f0364e-ba8b-4e6e-a042-eed437297fdb req-d1d083be-ef29-43bc-9f1e-c55f5ea49605 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/security-groups?id=4bdadf90-7c5f-40ae-8c5b-c6312dd28014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715334 Sep 01 05:04:06.414615 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-ddf65e8d-86a3-4a3f-9fcf-4a3d8d06344e req-5ce55135-ec8c-438f-8f50-6f92d9373c0d tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/quotas/c43f8d20393b4239b54aee9d875b917f HTTP/1.1" status: 200 len: 375 time: 0.0351849 Sep 01 05:04:06.552490 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d0f8ef-0f7d-4bcf-9556-8ed016d2e1d5 req-467f2a7e-8ed8-40de-84e7-8429746b65c2 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:06.554571 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-95d0f8ef-0f7d-4bcf-9556-8ed016d2e1d5 req-467f2a7e-8ed8-40de-84e7-8429746b65c2 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 946 time: 0.0821488 Sep 01 05:04:06.570630 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-ddf65e8d-86a3-4a3f-9fcf-4a3d8d06344e req-333c8ee4-3f60-4142-ab12-d5f0aad5fa5d tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c43f8d20393b4239b54aee9d875b917f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1430812 Sep 01 05:04:06.659450 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-95d0f8ef-0f7d-4bcf-9556-8ed016d2e1d5 req-27131595-673f-4b19-be3d-895159e69941 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953350 Sep 01 05:04:06.721647 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-ddf65e8d-86a3-4a3f-9fcf-4a3d8d06344e req-c19ceb1b-ef2c-4ee6-9e2e-92759dc9643a service neutron] 10.222.0.11 "GET /v2.0/networks/7ea2df36-8d87-4c1a-bd3e-3b9f99603457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249406 Sep 01 05:04:06.847124 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ad94f-6b9d-4763-9027-1893daf4e14c req-9820bd2a-cd45-45dd-ba56-96d1ab307c7d tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:06.848734 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-7e9ad94f-6b9d-4763-9027-1893daf4e14c req-9820bd2a-cd45-45dd-ba56-96d1ab307c7d tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=aee9c1da-4b85-4736-8be3-b0190f921ea0 HTTP/1.1" status: 200 len: 946 time: 0.1114540 Sep 01 05:04:06.861494 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-ddf65e8d-86a3-4a3f-9fcf-4a3d8d06344e req-e2c8a8c6-6718-4394-aa45-174d41f491dd service neutron] 10.222.0.11 "GET /v2.0/networks/7ea2df36-8d87-4c1a-bd3e-3b9f99603457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335316 Sep 01 05:04:06.895488 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-7e9ad94f-6b9d-4763-9027-1893daf4e14c req-ae546673-1ea9-4231-93ee-1d028e148e4c tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371258 Sep 01 05:04:07.019100 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1a21fb-9e6e-4265-ad48-da1e15f44a73 req-80e0c381-7346-4ccf-90c6-123501d081be tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:07.021015 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-2d1a21fb-9e6e-4265-ad48-da1e15f44a73 req-80e0c381-7346-4ccf-90c6-123501d081be tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 945 time: 0.0672171 Sep 01 05:04:07.090052 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-2d1a21fb-9e6e-4265-ad48-da1e15f44a73 req-70925aef-20a9-4104-b19d-c812579938f8 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups?id=08c24242-8d6a-47d6-ad10-c33dccdec691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623813 Sep 01 05:04:07.397864 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-db55c431-1f0f-4afa-a6c1-dcbd9e6a9641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:07.418479 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device f6f19793-3e57-47f9-a18b-803d430c5674 up at agent hyperv_hv-cinder-80473 {{(pid=100913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:04:07.455997 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-45ef4631-3cf2-4451-93f2-9c0866d62139 req-fa192d03-1dcf-4859-ad08-28ca75ae64e2 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bfd8f5a-4f67-4780-a713-11ac3d23a7c2 HTTP/1.1" status: 200 len: 210 time: 0.0390897 Sep 01 05:04:07.610267 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c142fdbb-89e2-43e7-b6c8-0b33ab9e9c94 req-f5de022b-4f2f-4624-9dcf-5007b1cc3e99 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:07.612221 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-c142fdbb-89e2-43e7-b6c8-0b33ab9e9c94 req-f5de022b-4f2f-4624-9dcf-5007b1cc3e99 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/ports?device_id=431d8728-54da-45ce-a8a0-edcda9ccd6b0 HTTP/1.1" status: 200 len: 945 time: 0.0950730 Sep 01 05:04:07.643087 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Provisioning for port f6f19793-3e57-47f9-a18b-803d430c5674 completed by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:04:07.646956 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Provisioning complete for port f6f19793-3e57-47f9-a18b-803d430c5674 triggered by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:04:07.647539 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:07.672950 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-c142fdbb-89e2-43e7-b6c8-0b33ab9e9c94 req-529953b6-4266-4a74-9f03-997545f54b6f tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/security-groups?id=4bdadf90-7c5f-40ae-8c5b-c6312dd28014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506322 Sep 01 05:04:07.743115 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:07.774281 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '431d8728-54da-45ce-a8a0-edcda9ccd6b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6f19793-3e57-47f9-a18b-803d430c5674'}] {{(pid=100913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:04:07.781040 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac1e9064bfa394a3c8e95a7ae5ebf8ce235ac3ce60c2245422c4078f9b609c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6460dc9-4c66-4e35-9995-6ccd646bed7c" -d '{"events": [{"server_uuid": "431d8728-54da-45ce-a8a0-edcda9ccd6b0", "name": "network-vif-plugged", "status": "completed", "tag": "f6f19793-3e57-47f9-a18b-803d430c5674"}]}' {{(pid=100913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:04:07.795794 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] For port f6f19793-3e57-47f9-a18b-803d430c5674, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f6f19793-3e57-47f9-a18b-803d430c5674,segment=NetworkSegment(7dbc2c45-b1d7-473c-a4b4-37c54e60151b),segment_id=7dbc2c45-b1d7-473c-a4b4-37c54e60151b)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:04:07.841084 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e69c312-3e40-4f63-9b7d-4f0debe83d46 req-2c906d9d-8146-4c7a-9385-d723d4babf4b tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:07.843375 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-4e69c312-3e40-4f63-9b7d-4f0debe83d46 req-2c906d9d-8146-4c7a-9385-d723d4babf4b tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 946 time: 0.0851240 Sep 01 05:04:07.889738 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:07.931391 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 05:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e780d12c-8150-442d-a4c3-66229d5bb185 x-openstack-request-id: req-e780d12c-8150-442d-a4c3-66229d5bb185 {{(pid=100913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:04:07.942427 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "431d8728-54da-45ce-a8a0-edcda9ccd6b0", "name": "network-vif-plugged", "status": "completed", "tag": "f6f19793-3e57-47f9-a18b-803d430c5674", "code": 200}]} {{(pid=100913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:04:07.942427 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e780d12c-8150-442d-a4c3-66229d5bb185 {{(pid=100913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:04:07.942427 dv-cinder-804735-5-iscsi neutron-server[100913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '431d8728-54da-45ce-a8a0-edcda9ccd6b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6f19793-3e57-47f9-a18b-803d430c5674', 'code': 200} Sep 01 05:04:07.994638 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-4e69c312-3e40-4f63-9b7d-4f0debe83d46 req-141a505a-dae3-4b65-879d-aaddc129518e tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359208 Sep 01 05:04:08.000332 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Pushing event updated for resources: {'Port': ['ID=f6f19793-3e57-47f9-a18b-803d430c5674,revision_number=5']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:04:08.140399 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e590c2-1638-471f-a4ee-964e3c11bb02 req-a6cda2b8-a174-42b3-8cfd-616d7416c2a2 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:08.148673 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-83e590c2-1638-471f-a4ee-964e3c11bb02 req-a6cda2b8-a174-42b3-8cfd-616d7416c2a2 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=aee9c1da-4b85-4736-8be3-b0190f921ea0 HTTP/1.1" status: 200 len: 946 time: 0.0729227 Sep 01 05:04:08.219375 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-83e590c2-1638-471f-a4ee-964e3c11bb02 req-d7645349-ee52-458c-8d5b-707256abe39e tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695038 Sep 01 05:04:08.253964 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7566f13-a655-4d44-879c-42ff20ed929e req-44656b67-1388-4211-a67c-9cc3a046a786 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:08.255801 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-a7566f13-a655-4d44-879c-42ff20ed929e req-44656b67-1388-4211-a67c-9cc3a046a786 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 945 time: 0.0909374 Sep 01 05:04:08.331289 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-a7566f13-a655-4d44-879c-42ff20ed929e req-d2b5eed4-168c-422b-aedd-d50bec71b0ed tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups?id=08c24242-8d6a-47d6-ad10-c33dccdec691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681016 Sep 01 05:04:08.361446 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e030b575-294d-47d2-ad18-ba6b42aed92f req-dc1ceafa-60c8-4510-89fc-848763d44e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:08.364259 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e030b575-294d-47d2-ad18-ba6b42aed92f req-dc1ceafa-60c8-4510-89fc-848763d44e22 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=431d8728-54da-45ce-a8a0-edcda9ccd6b0 HTTP/1.1" status: 200 len: 1099 time: 0.0830894 Sep 01 05:04:08.425900 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e030b575-294d-47d2-ad18-ba6b42aed92f req-8f7f5313-108e-4094-9aa7-c45904bc2406 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4bdadf90-7c5f-40ae-8c5b-c6312dd28014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530410 Sep 01 05:04:08.530537 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-880adca6-b766-43b3-b64c-93d972ccae88 req-90b6fdd4-ac12-4d2f-aa22-b0eb3e584fc9 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bfd8f5a-4f67-4780-a713-11ac3d23a7c2 HTTP/1.1" status: 200 len: 210 time: 0.0287914 Sep 01 05:04:08.796955 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917ae386-057b-4643-aeff-0fe4eb86f7e1 req-842d9715-6fa3-47dd-869f-43a2168b3fdd tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:08.798566 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-917ae386-057b-4643-aeff-0fe4eb86f7e1 req-842d9715-6fa3-47dd-869f-43a2168b3fdd tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/ports?device_id=431d8728-54da-45ce-a8a0-edcda9ccd6b0 HTTP/1.1" status: 200 len: 946 time: 0.0520153 Sep 01 05:04:08.845008 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-917ae386-057b-4643-aeff-0fe4eb86f7e1 req-5fd1c1a7-0941-4164-962d-238050b03987 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/security-groups?id=4bdadf90-7c5f-40ae-8c5b-c6312dd28014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392883 Sep 01 05:04:09.226518 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc29c9c-6bbf-41d2-899e-fb4248b01608 req-a16e75f5-9f6b-4128-976c-9362414dfa3d tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:09.228343 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-bfc29c9c-6bbf-41d2-899e-fb4248b01608 req-a16e75f5-9f6b-4128-976c-9362414dfa3d tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 946 time: 0.1040838 Sep 01 05:04:09.340719 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 47340) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:04:09.344396 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-bfc29c9c-6bbf-41d2-899e-fb4248b01608 req-08ebcc71-a2d6-477f-9e97-a9e513dbdd79 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054003 Sep 01 05:04:09.432728 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ff3e9-042f-4722-acbe-c2482501791d req-51720954-f479-4e6b-8029-e35bd963183d tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:09.439241 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-3d9ff3e9-042f-4722-acbe-c2482501791d req-51720954-f479-4e6b-8029-e35bd963183d tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=aee9c1da-4b85-4736-8be3-b0190f921ea0 HTTP/1.1" status: 200 len: 946 time: 0.1316383 Sep 01 05:04:09.533510 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-3d9ff3e9-042f-4722-acbe-c2482501791d req-2d55e51a-bc11-44de-b8ca-6410cd510801 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866687 Sep 01 05:04:09.568494 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-6af932e8-6f99-44c2-840b-f4ab4f4efb13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:09.709821 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-6af932e8-6f99-44c2-840b-f4ab4f4efb13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:09.716453 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-ed7c3025-2fca-4a8c-9bdb-f49f4ab3326a req-4f88f120-1121-4c27-bf2a-ddf49027091e tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bfd8f5a-4f67-4780-a713-11ac3d23a7c2 HTTP/1.1" status: 200 len: 210 time: 0.0882173 Sep 01 05:04:09.752066 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f471203-db4a-4b67-9d4b-3e4d29088fdd req-4f6221cf-9250-47d9-959a-6fa92ca8874f tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:09.753901 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-0f471203-db4a-4b67-9d4b-3e4d29088fdd req-4f6221cf-9250-47d9-959a-6fa92ca8874f tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 945 time: 0.2347043 Sep 01 05:04:09.803405 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-6af932e8-6f99-44c2-840b-f4ab4f4efb13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:09.814388 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-0f471203-db4a-4b67-9d4b-3e4d29088fdd req-45dee8df-5f64-42a4-b615-bbdcc1af2261 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups?id=08c24242-8d6a-47d6-ad10-c33dccdec691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470848 Sep 01 05:04:09.868862 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af932e8-6f99-44c2-840b-f4ab4f4efb13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d0b3487-6801-48dc-8a9c-74dc6b9cedb2,revision_number=1']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:04:09.916604 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-6af932e8-6f99-44c2-840b-f4ab4f4efb13 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a3458c86b3094718be5d5976caa55555&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5738862 Sep 01 05:04:09.919234 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 47358) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:04:10.038568 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93905aa4-6496-4883-84f1-7f811ef02da3 req-371a715d-6954-4d94-9dcd-513aa77f46ec tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:10.040355 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-93905aa4-6496-4883-84f1-7f811ef02da3 req-371a715d-6954-4d94-9dcd-513aa77f46ec tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/ports?device_id=431d8728-54da-45ce-a8a0-edcda9ccd6b0 HTTP/1.1" status: 200 len: 946 time: 0.0697029 Sep 01 05:04:10.054757 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-77d7e750-e392-47b9-98e7-be37ac323328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:10.056385 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:10.075683 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-e8212c6e-fc1f-4776-a268-f244a88cd45a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:10.103791 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-e8212c6e-fc1f-4776-a268-f244a88cd45a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:10.125538 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-93905aa4-6496-4883-84f1-7f811ef02da3 req-64a16814-2a41-41d3-9730-4d1274e4d7cf tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/security-groups?id=4bdadf90-7c5f-40ae-8c5b-c6312dd28014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778074 Sep 01 05:04:10.271945 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-e8212c6e-fc1f-4776-a268-f244a88cd45a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:10.275132 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-e8212c6e-fc1f-4776-a268-f244a88cd45a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:10.279498 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-e8212c6e-fc1f-4776-a268-f244a88cd45a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7d0b3487-6801-48dc-8a9c-74dc6b9cedb2 HTTP/1.1" status: 204 len: 168 time: 0.3591399 Sep 01 05:04:10.289030 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8212c6e-fc1f-4776-a268-f244a88cd45a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d0b3487-6801-48dc-8a9c-74dc6b9cedb2,revision_number=None']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:04:10.613811 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e98390-ecb5-49e7-b4d6-6a435620e759 req-e46e4e7b-3ecf-433d-b5b7-aee4abb6576c tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:10.629383 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-17e98390-ecb5-49e7-b4d6-6a435620e759 req-e46e4e7b-3ecf-433d-b5b7-aee4abb6576c tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 946 time: 0.1937246 Sep 01 05:04:10.790248 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-17e98390-ecb5-49e7-b4d6-6a435620e759 req-5bab1f3f-2097-4a60-bdb8-9d1d751721da tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1599286 Sep 01 05:04:10.815738 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf65e8d-86a3-4a3f-9fcf-4a3d8d06344e req-e5fc0463-d187-40f1-a759-bcd9d1b4cac7 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:10.817057 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-ddf65e8d-86a3-4a3f-9fcf-4a3d8d06344e req-e5fc0463-d187-40f1-a759-bcd9d1b4cac7 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.37 "GET /v2.0/networks?id=7ea2df36-8d87-4c1a-bd3e-3b9f99603457 HTTP/1.1" status: 200 len: 815 time: 0.3134000 Sep 01 05:04:10.849052 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6978d4e1-47a0-4985-ae24-2ef5791ffaa3 req-7d53c4e4-6313-4087-9717-281574755472 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:10.857028 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-6978d4e1-47a0-4985-ae24-2ef5791ffaa3 req-7d53c4e4-6313-4087-9717-281574755472 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=aee9c1da-4b85-4736-8be3-b0190f921ea0 HTTP/1.1" status: 200 len: 946 time: 0.2014353 Sep 01 05:04:10.878927 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.v2.base [req-ddf65e8d-86a3-4a3f-9fcf-4a3d8d06344e req-60fe5cf4-f582-43a4-8e64-c2f87bb86946 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Request body: {'port': {'device_id': '9bfd8f5a-4f67-4780-a713-11ac3d23a7c2', 'network_id': '7ea2df36-8d87-4c1a-bd3e-3b9f99603457', 'admin_state_up': True, 'tenant_id': 'c43f8d20393b4239b54aee9d875b917f'}} {{(pid=100912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:04:11.020658 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-9370dac5-7a31-4e08-a57d-2863edd0ee6a req-ef073e6b-35f9-45f9-9b81-6292ef786ee3 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bfd8f5a-4f67-4780-a713-11ac3d23a7c2 HTTP/1.1" status: 200 len: 210 time: 0.0520868 Sep 01 05:04:11.075984 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-6978d4e1-47a0-4985-ae24-2ef5791ffaa3 req-a04c978e-6aaf-4197-bcf1-a9163cbf3015 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069569 Sep 01 05:04:11.198754 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddf65e8d-86a3-4a3f-9fcf-4a3d8d06344e req-60fe5cf4-f582-43a4-8e64-c2f87bb86946 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Made reservation on behalf of c43f8d20393b4239b54aee9d875b917f for: {'port': 1} {{(pid=100912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 05:04:11.202856 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [req-ddf65e8d-86a3-4a3f-9fcf-4a3d8d06344e req-60fe5cf4-f582-43a4-8e64-c2f87bb86946 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:11.356175 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-125f6581-13c4-4eca-b15a-10d5e92c8028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:11.365829 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9612032-a92c-436c-81dd-138b8ccbe9e1 req-965bf695-85f9-4deb-ba87-82b92917c4f0 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:11.367386 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-d9612032-a92c-436c-81dd-138b8ccbe9e1 req-965bf695-85f9-4deb-ba87-82b92917c4f0 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 945 time: 0.2333355 Sep 01 05:04:11.461835 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7570d836-73da-407e-b2c9-368e85e5a968 req-5aa0d186-cc73-4ba6-9f68-d08bfd26aa07 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:11.463299 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-7570d836-73da-407e-b2c9-368e85e5a968 req-5aa0d186-cc73-4ba6-9f68-d08bfd26aa07 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/ports?device_id=431d8728-54da-45ce-a8a0-edcda9ccd6b0 HTTP/1.1" status: 200 len: 946 time: 0.1957905 Sep 01 05:04:11.537423 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-d9612032-a92c-436c-81dd-138b8ccbe9e1 req-ea6ad5fb-df99-4b8d-9ba7-d4a14e90961f tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups?id=08c24242-8d6a-47d6-ad10-c33dccdec691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309843 Sep 01 05:04:11.574037 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-7570d836-73da-407e-b2c9-368e85e5a968 req-35556e4e-628d-4062-a94f-57c43701e9bc tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/security-groups?id=4bdadf90-7c5f-40ae-8c5b-c6312dd28014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961668 Sep 01 05:04:11.575138 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.db.db_base_plugin_common [req-ddf65e8d-86a3-4a3f-9fcf-4a3d8d06344e req-60fe5cf4-f582-43a4-8e64-c2f87bb86946 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Allocated IP 172.20.0.14 (7ea2df36-8d87-4c1a-bd3e-3b9f99603457/cd4148f0-4e48-42c9-809c-8c4bd67c55e0/5d10e774-28eb-414d-be48-14ae51a5c8eb) {{(pid=100912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 05:04:11.743763 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [req-ddf65e8d-86a3-4a3f-9fcf-4a3d8d06344e req-60fe5cf4-f582-43a4-8e64-c2f87bb86946 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Notify callbacks [] for port, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:11.757375 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.db.provisioning_blocks [req-ddf65e8d-86a3-4a3f-9fcf-4a3d8d06344e req-60fe5cf4-f582-43a4-8e64-c2f87bb86946 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Transition to ACTIVE for port object 5d10e774-28eb-414d-be48-14ae51a5c8eb will not be triggered until provisioned by entity DHCP. {{(pid=100912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:04:11.945575 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fe200b-6041-4bb8-8cc4-cf5e29e3e4ef req-a0c39668-1bec-4468-8328-23cf11a7e084 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:11.947085 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e9fe200b-6041-4bb8-8cc4-cf5e29e3e4ef req-a0c39668-1bec-4468-8328-23cf11a7e084 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 946 time: 0.0509274 Sep 01 05:04:11.994530 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e9fe200b-6041-4bb8-8cc4-cf5e29e3e4ef req-ca7c10ab-b30f-4247-8406-772d567f23c2 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334194 Sep 01 05:04:12.129421 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [req-ddf65e8d-86a3-4a3f-9fcf-4a3d8d06344e req-60fe5cf4-f582-43a4-8e64-c2f87bb86946 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780564376589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59570596'] for port, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:12.237402 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddf65e8d-86a3-4a3f-9fcf-4a3d8d06344e req-60fe5cf4-f582-43a4-8e64-c2f87bb86946 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Network 7ea2df36-8d87-4c1a-bd3e-3b9f99603457 is already hosted by enough agents. {{(pid=100912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:04:12.241621 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.scheduler.base_scheduler [req-ddf65e8d-86a3-4a3f-9fcf-4a3d8d06344e req-60fe5cf4-f582-43a4-8e64-c2f87bb86946 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Resources bound (agent type, host, resource id): {{(pid=100912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:04:12.245137 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddf65e8d-86a3-4a3f-9fcf-4a3d8d06344e req-60fe5cf4-f582-43a4-8e64-c2f87bb86946 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Received port after_create {{(pid=100912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 05:04:12.259144 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3992f6d8-19a3-43f7-aaa2-daebb12cd729 req-cc38dcc9-a52d-4a3c-80bd-3706bd9ca53e tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:12.259144 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-3992f6d8-19a3-43f7-aaa2-daebb12cd729 req-cc38dcc9-a52d-4a3c-80bd-3706bd9ca53e tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bfd8f5a-4f67-4780-a713-11ac3d23a7c2 HTTP/1.1" status: 200 len: 932 time: 0.1540494 Sep 01 05:04:12.259144 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fe5cf4-f582-43a4-8e64-c2f87bb86946 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Pushing event updated for resources: {'Port': ['ID=5d10e774-28eb-414d-be48-14ae51a5c8eb,revision_number=1']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:04:12.454349 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22072bb-b314-4a7d-96da-0df80c5da801 req-ce930721-cae8-4fe3-9e20-b17e240d3b26 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:12.466195 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e22072bb-b314-4a7d-96da-0df80c5da801 req-ce930721-cae8-4fe3-9e20-b17e240d3b26 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=aee9c1da-4b85-4736-8be3-b0190f921ea0 HTTP/1.1" status: 200 len: 946 time: 0.3150051 Sep 01 05:04:12.507485 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf65e8d-86a3-4a3f-9fcf-4a3d8d06344e req-60fe5cf4-f582-43a4-8e64-c2f87bb86946 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:12.508205 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [req-ddf65e8d-86a3-4a3f-9fcf-4a3d8d06344e req-60fe5cf4-f582-43a4-8e64-c2f87bb86946 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428309'] for port, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:12.634033 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-3992f6d8-19a3-43f7-aaa2-daebb12cd729 req-a5552803-5e75-40b4-9370-38ce83bdea40 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f94a329-6dd4-4d26-a073-d11af5a8d093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3646350 Sep 01 05:04:12.676858 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e22072bb-b314-4a7d-96da-0df80c5da801 req-e6702e2d-c1ef-43e9-a1d1-b13a94b1b86b tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097611 Sep 01 05:04:12.754989 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-ddf65e8d-86a3-4a3f-9fcf-4a3d8d06344e req-60fe5cf4-f582-43a4-8e64-c2f87bb86946 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8859119 Sep 01 05:04:12.826536 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-0d70b49d-aeae-4091-a5d3-b9314e9b19a2 None None] Provisioning for port 5d10e774-28eb-414d-be48-14ae51a5c8eb completed by entity DHCP. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:04:12.836459 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-0d70b49d-aeae-4091-a5d3-b9314e9b19a2 None None] Provisioning complete for port 5d10e774-28eb-414d-be48-14ae51a5c8eb triggered by entity DHCP. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:04:12.837155 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-0d70b49d-aeae-4091-a5d3-b9314e9b19a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:12.843187 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.v2.base [req-ddf65e8d-86a3-4a3f-9fcf-4a3d8d06344e req-b71234a4-c2fe-460c-8ff1-dd05b3e47ebe service neutron] Request body: {'port': {'device_id': '9bfd8f5a-4f67-4780-a713-11ac3d23a7c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=100912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:04:12.912880 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b8772-39cb-4440-bb10-07c9c6b12035 req-52962d0c-3398-4b78-897a-d58fd19344e3 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:12.922232 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.plugin [None req-0d70b49d-aeae-4091-a5d3-b9314e9b19a2 None None] Port 5d10e774-28eb-414d-be48-14ae51a5c8eb cannot update to ACTIVE because it is not bound. {{(pid=100913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 05:04:12.930973 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-717b8772-39cb-4440-bb10-07c9c6b12035 req-52962d0c-3398-4b78-897a-d58fd19344e3 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 945 time: 0.1394458 Sep 01 05:04:12.981462 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [req-ddf65e8d-86a3-4a3f-9fcf-4a3d8d06344e req-b71234a4-c2fe-460c-8ff1-dd05b3e47ebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:13.052842 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-717b8772-39cb-4440-bb10-07c9c6b12035 req-a909a2be-8667-484c-aed9-b13db442f101 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups?id=08c24242-8d6a-47d6-ad10-c33dccdec691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204877 Sep 01 05:04:13.315175 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab129e4f-32ca-4718-b916-4c34397f0a7f req-5351f333-baca-4102-b8c7-eeedd08f29d7 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:13.316686 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-ab129e4f-32ca-4718-b916-4c34397f0a7f req-5351f333-baca-4102-b8c7-eeedd08f29d7 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 946 time: 0.1132941 Sep 01 05:04:13.384797 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-57069d07-1191-4bd8-9ef8-43ac9a8b42c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:13.388141 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-ab129e4f-32ca-4718-b916-4c34397f0a7f req-bf153b70-c32f-415a-8133-6371591b09a0 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622287 Sep 01 05:04:13.464117 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.notifiers.nova [req-ddf65e8d-86a3-4a3f-9fcf-4a3d8d06344e req-b71234a4-c2fe-460c-8ff1-dd05b3e47ebe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d10e774-28eb-414d-be48-14ae51a5c8eb {{(pid=100912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 05:04:13.473479 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [req-ddf65e8d-86a3-4a3f-9fcf-4a3d8d06344e req-b71234a4-c2fe-460c-8ff1-dd05b3e47ebe service neutron] Notify callbacks [] for port, precommit_update {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:13.487593 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.db.provisioning_blocks [req-ddf65e8d-86a3-4a3f-9fcf-4a3d8d06344e req-b71234a4-c2fe-460c-8ff1-dd05b3e47ebe service neutron] Transition to ACTIVE for port object 5d10e774-28eb-414d-be48-14ae51a5c8eb will not be triggered until provisioned by entity L2. {{(pid=100912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:04:13.545581 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [req-ddf65e8d-86a3-4a3f-9fcf-4a3d8d06344e req-b71234a4-c2fe-460c-8ff1-dd05b3e47ebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59570589'] for port, after_update {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:13.677091 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71234a4-c2fe-460c-8ff1-dd05b3e47ebe service neutron] Pushing event updated for resources: {'Port': ['ID=5d10e774-28eb-414d-be48-14ae51a5c8eb,revision_number=2']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:04:13.856548 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.managers [req-ddf65e8d-86a3-4a3f-9fcf-4a3d8d06344e req-b71234a4-c2fe-460c-8ff1-dd05b3e47ebe service neutron] Attempting to bind port 5d10e774-28eb-414d-be48-14ae51a5c8eb on host hv-cinder-80473 for vnic_type normal with profile {{(pid=100912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 05:04:13.857565 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.managers [req-ddf65e8d-86a3-4a3f-9fcf-4a3d8d06344e req-b71234a4-c2fe-460c-8ff1-dd05b3e47ebe service neutron] Attempting to bind port 5d10e774-28eb-414d-be48-14ae51a5c8eb by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '751a213c-335c-40b8-9e12-a4661bcc7bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7ea2df36-8d87-4c1a-bd3e-3b9f99603457'}] {{(pid=100912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 05:04:13.859207 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf65e8d-86a3-4a3f-9fcf-4a3d8d06344e req-b71234a4-c2fe-460c-8ff1-dd05b3e47ebe service neutron] Attempting to bind port 5d10e774-28eb-414d-be48-14ae51a5c8eb on network 7ea2df36-8d87-4c1a-bd3e-3b9f99603457 {{(pid=100912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:04:13.873347 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf65e8d-86a3-4a3f-9fcf-4a3d8d06344e req-b71234a4-c2fe-460c-8ff1-dd05b3e47ebe service neutron] Port 5d10e774-28eb-414d-be48-14ae51a5c8eb on network 7ea2df36-8d87-4c1a-bd3e-3b9f99603457 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=100912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 05:04:13.874027 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf65e8d-86a3-4a3f-9fcf-4a3d8d06344e req-b71234a4-c2fe-460c-8ff1-dd05b3e47ebe service neutron] Attempting to bind port 5d10e774-28eb-414d-be48-14ae51a5c8eb on network 7ea2df36-8d87-4c1a-bd3e-3b9f99603457 {{(pid=100912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:04:13.904599 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e94c0-97eb-4cba-be10-c2727730135f req-12e690bb-70f2-4f9b-a379-9cd52d8b1572 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:13.912847 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-8c6e94c0-97eb-4cba-be10-c2727730135f req-12e690bb-70f2-4f9b-a379-9cd52d8b1572 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bfd8f5a-4f67-4780-a713-11ac3d23a7c2 HTTP/1.1" status: 200 len: 944 time: 0.1257899 Sep 01 05:04:13.924359 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf65e8d-86a3-4a3f-9fcf-4a3d8d06344e req-b71234a4-c2fe-460c-8ff1-dd05b3e47ebe service neutron] Checking agent: {'id': '5dc78e7a-d30d-4469-a2d3-6a9bc399bc32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 59, 52), 'started_at': datetime.datetime(2021, 9, 1, 4, 59, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 5, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 05:04:13.926345 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf65e8d-86a3-4a3f-9fcf-4a3d8d06344e req-b71234a4-c2fe-460c-8ff1-dd05b3e47ebe service neutron] Checking segment: {'id': '751a213c-335c-40b8-9e12-a4661bcc7bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7ea2df36-8d87-4c1a-bd3e-3b9f99603457'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:04:13.926345 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf65e8d-86a3-4a3f-9fcf-4a3d8d06344e req-b71234a4-c2fe-460c-8ff1-dd05b3e47ebe service neutron] Bound using segment: {'id': '751a213c-335c-40b8-9e12-a4661bcc7bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7ea2df36-8d87-4c1a-bd3e-3b9f99603457'} {{(pid=100912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 05:04:13.926345 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.managers [req-ddf65e8d-86a3-4a3f-9fcf-4a3d8d06344e req-b71234a4-c2fe-460c-8ff1-dd05b3e47ebe service neutron] Bound port: 5d10e774-28eb-414d-be48-14ae51a5c8eb, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '751a213c-335c-40b8-9e12-a4661bcc7bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '7ea2df36-8d87-4c1a-bd3e-3b9f99603457'}}] {{(pid=100912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 05:04:13.926345 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [req-ddf65e8d-86a3-4a3f-9fcf-4a3d8d06344e req-b71234a4-c2fe-460c-8ff1-dd05b3e47ebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:14.006281 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-8c6e94c0-97eb-4cba-be10-c2727730135f req-d55a4db7-f13e-4233-a976-ad85cbe15e3e tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f94a329-6dd4-4d26-a073-d11af5a8d093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924797 Sep 01 05:04:14.114839 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.db [req-ddf65e8d-86a3-4a3f-9fcf-4a3d8d06344e req-b71234a4-c2fe-460c-8ff1-dd05b3e47ebe service neutron] For port 5d10e774-28eb-414d-be48-14ae51a5c8eb, host hv-cinder-80473, cleared binding levels {{(pid=100912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 05:04:14.119728 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.db [req-ddf65e8d-86a3-4a3f-9fcf-4a3d8d06344e req-b71234a4-c2fe-460c-8ff1-dd05b3e47ebe service neutron] For port 5d10e774-28eb-414d-be48-14ae51a5c8eb, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=5d10e774-28eb-414d-be48-14ae51a5c8eb,segment=NetworkSegment(751a213c-335c-40b8-9e12-a4661bcc7bc7),segment_id=751a213c-335c-40b8-9e12-a4661bcc7bc7)] {{(pid=100912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 05:04:14.209668 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa915be-8245-4a61-aa3c-3adf04bf89dc req-6d0584a5-b69c-41c0-8985-75fe610cfabf tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:14.211236 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-6aa915be-8245-4a61-aa3c-3adf04bf89dc req-6d0584a5-b69c-41c0-8985-75fe610cfabf tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=aee9c1da-4b85-4736-8be3-b0190f921ea0 HTTP/1.1" status: 200 len: 946 time: 0.0937235 Sep 01 05:04:14.246477 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [req-ddf65e8d-86a3-4a3f-9fcf-4a3d8d06344e req-b71234a4-c2fe-460c-8ff1-dd05b3e47ebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59570589'] for port, after_update {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:14.257915 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bba8f2-1088-4f8f-af19-4ec59ffafb9a req-85365a37-07d0-4a3f-afcf-e914a9feb5af tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:14.259467 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-90bba8f2-1088-4f8f-af19-4ec59ffafb9a req-85365a37-07d0-4a3f-afcf-e914a9feb5af tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/ports?device_id=431d8728-54da-45ce-a8a0-edcda9ccd6b0 HTTP/1.1" status: 200 len: 946 time: 0.0893755 Sep 01 05:04:14.316940 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf65e8d-86a3-4a3f-9fcf-4a3d8d06344e req-b71234a4-c2fe-460c-8ff1-dd05b3e47ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:14.317632 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [req-ddf65e8d-86a3-4a3f-9fcf-4a3d8d06344e req-b71234a4-c2fe-460c-8ff1-dd05b3e47ebe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428309'] for port, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:14.319130 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-ddf65e8d-86a3-4a3f-9fcf-4a3d8d06344e req-b71234a4-c2fe-460c-8ff1-dd05b3e47ebe service neutron] 10.222.0.37 "PUT /v2.0/ports/5d10e774-28eb-414d-be48-14ae51a5c8eb HTTP/1.1" status: 200 len: 1094 time: 1.4817593 Sep 01 05:04:14.322355 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bfd8f5a-4f67-4780-a713-11ac3d23a7c2', 'tag': '5d10e774-28eb-414d-be48-14ae51a5c8eb'}] {{(pid=100912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:04:14.324684 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c32bf37734172ffae8bcd4fd235b58a84eb6a179622fde5d618b2948ae3f8620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f2846a-283f-4047-bfb8-bb3e592aeadb" -d '{"events": [{"name": "network-changed", "server_uuid": "9bfd8f5a-4f67-4780-a713-11ac3d23a7c2", "tag": "5d10e774-28eb-414d-be48-14ae51a5c8eb"}]}' {{(pid=100912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:04:14.338929 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-6aa915be-8245-4a61-aa3c-3adf04bf89dc req-b6a2a932-e510-4c92-9f27-feb58af02600 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179023 Sep 01 05:04:14.366076 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71234a4-c2fe-460c-8ff1-dd05b3e47ebe service neutron] Pushing event updated for resources: {'Port': ['ID=5d10e774-28eb-414d-be48-14ae51a5c8eb,revision_number=3']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:04:14.378524 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-90bba8f2-1088-4f8f-af19-4ec59ffafb9a req-5da1c945-366d-4eb5-9d6c-01fb2f2bc4be tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/security-groups?id=4bdadf90-7c5f-40ae-8c5b-c6312dd28014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931742 Sep 01 05:04:14.471383 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 05:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e81890c1-3d6d-4a13-a238-abc295c65317 x-openstack-request-id: req-e81890c1-3d6d-4a13-a238-abc295c65317 {{(pid=100912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:04:14.471751 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bfd8f5a-4f67-4780-a713-11ac3d23a7c2", "tag": "5d10e774-28eb-414d-be48-14ae51a5c8eb", "status": "completed", "code": 200}]} {{(pid=100912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:04:14.471937 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e81890c1-3d6d-4a13-a238-abc295c65317 {{(pid=100912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:04:14.472386 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bfd8f5a-4f67-4780-a713-11ac3d23a7c2', 'tag': '5d10e774-28eb-414d-be48-14ae51a5c8eb', 'status': 'completed', 'code': 200} Sep 01 05:04:14.522513 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bb838e-554a-4abb-9aa6-1845fdfa91ab req-08b7ac3f-f838-4052-a463-d1e4980f8ef5 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:14.524581 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-97bb838e-554a-4abb-9aa6-1845fdfa91ab req-08b7ac3f-f838-4052-a463-d1e4980f8ef5 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 945 time: 0.1051657 Sep 01 05:04:14.671961 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-97bb838e-554a-4abb-9aa6-1845fdfa91ab req-82077e14-0178-4680-bf10-971b9b2df033 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups?id=08c24242-8d6a-47d6-ad10-c33dccdec691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404009 Sep 01 05:04:14.687336 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ce57ea-b6d0-4f9d-8033-6b1d1ad5fbf7 req-c320efcd-ee62-4375-8e65-ae872960e9cc tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:14.689076 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-32ce57ea-b6d0-4f9d-8033-6b1d1ad5fbf7 req-c320efcd-ee62-4375-8e65-ae872960e9cc tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 946 time: 0.1436622 Sep 01 05:04:14.744677 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-32ce57ea-b6d0-4f9d-8033-6b1d1ad5fbf7 req-3fd4d495-75f8-4ba1-b027-a763e64a706f tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487742 Sep 01 05:04:15.172413 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f181bf57-0054-4e24-93c3-17005b731894 req-53a3fe93-f999-4228-9feb-6c9eb685970e tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:15.173808 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-f181bf57-0054-4e24-93c3-17005b731894 req-53a3fe93-f999-4228-9feb-6c9eb685970e tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bfd8f5a-4f67-4780-a713-11ac3d23a7c2 HTTP/1.1" status: 200 len: 944 time: 0.0496948 Sep 01 05:04:15.228916 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-f181bf57-0054-4e24-93c3-17005b731894 req-002445f8-64d7-4c00-8f70-e0522e2682cb tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f94a329-6dd4-4d26-a073-d11af5a8d093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491846 Sep 01 05:04:15.711790 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab45b9-201e-4714-8019-88e6b2fef4a3 req-c6566da0-1b3d-454c-8f9c-de7582e91cb4 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:15.713166 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-00ab45b9-201e-4714-8019-88e6b2fef4a3 req-c6566da0-1b3d-454c-8f9c-de7582e91cb4 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=aee9c1da-4b85-4736-8be3-b0190f921ea0 HTTP/1.1" status: 200 len: 946 time: 0.2927668 Sep 01 05:04:15.746096 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d68cd-3678-45a5-ae2b-c32f9663e0f5 req-f02749be-073b-498b-b296-a5bc69146cf3 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:15.747580 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-3f4d68cd-3678-45a5-ae2b-c32f9663e0f5 req-f02749be-073b-498b-b296-a5bc69146cf3 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/ports?device_id=431d8728-54da-45ce-a8a0-edcda9ccd6b0 HTTP/1.1" status: 200 len: 946 time: 0.2786357 Sep 01 05:04:15.782319 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-00ab45b9-201e-4714-8019-88e6b2fef4a3 req-3a619f27-c46b-4f5c-8e39-3faa227ef33b tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607183 Sep 01 05:04:15.813897 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-3f4d68cd-3678-45a5-ae2b-c32f9663e0f5 req-0f7bc036-1b72-4b05-93f8-61b17d4f32ae tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/security-groups?id=4bdadf90-7c5f-40ae-8c5b-c6312dd28014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604036 Sep 01 05:04:15.928881 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a95e5-409d-4ebb-8d58-d05829ee5298 req-04dcc34f-085b-4c4b-a6cd-54152671fac0 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:15.930626 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-fb2a95e5-409d-4ebb-8d58-d05829ee5298 req-04dcc34f-085b-4c4b-a6cd-54152671fac0 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 945 time: 0.0656691 Sep 01 05:04:16.000843 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-fb2a95e5-409d-4ebb-8d58-d05829ee5298 req-e15922e4-0420-4966-9dbd-46c1c31d15c1 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups?id=08c24242-8d6a-47d6-ad10-c33dccdec691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579040 Sep 01 05:04:16.009210 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7396f4-fdfa-441e-9950-7ca871b4ab2b req-40445a30-0e6b-46b3-9e8d-f3fc364a6742 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:16.011349 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-bd7396f4-fdfa-441e-9950-7ca871b4ab2b req-40445a30-0e6b-46b3-9e8d-f3fc364a6742 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 946 time: 0.0788848 Sep 01 05:04:16.059716 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-bd7396f4-fdfa-441e-9950-7ca871b4ab2b req-7707ec72-c6c5-4f8a-b2ec-b39cfae4ece4 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413504 Sep 01 05:04:16.344771 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69227d4d-4217-454f-8b44-def31281d78d req-beffc33f-81ec-4d17-b88a-ea1480e5d05d tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:16.346251 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-69227d4d-4217-454f-8b44-def31281d78d req-beffc33f-81ec-4d17-b88a-ea1480e5d05d tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bfd8f5a-4f67-4780-a713-11ac3d23a7c2 HTTP/1.1" status: 200 len: 944 time: 0.0491180 Sep 01 05:04:16.383534 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-69227d4d-4217-454f-8b44-def31281d78d req-f5397a71-154a-4b27-84c5-76d0b80d9328 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f94a329-6dd4-4d26-a073-d11af5a8d093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313363 Sep 01 05:04:16.899016 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1fd200-0aef-4302-b16c-63a741e367f8 req-ebaa8122-7f8c-44bf-a554-46924cc6673c tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:16.900559 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-af1fd200-0aef-4302-b16c-63a741e367f8 req-ebaa8122-7f8c-44bf-a554-46924cc6673c tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=aee9c1da-4b85-4736-8be3-b0190f921ea0 HTTP/1.1" status: 200 len: 946 time: 0.0480757 Sep 01 05:04:16.974526 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-af1fd200-0aef-4302-b16c-63a741e367f8 req-c626afc2-4f40-45bd-9127-b3f3d3ee4fa4 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619876 Sep 01 05:04:16.987557 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8288c62-fcbe-44db-becb-8a50add67cbb req-a0d6377d-0b0a-4454-bf07-68a8bce7ccbd tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:16.989156 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-b8288c62-fcbe-44db-becb-8a50add67cbb req-a0d6377d-0b0a-4454-bf07-68a8bce7ccbd tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/ports?device_id=431d8728-54da-45ce-a8a0-edcda9ccd6b0 HTTP/1.1" status: 200 len: 946 time: 0.0848994 Sep 01 05:04:17.040096 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-b8288c62-fcbe-44db-becb-8a50add67cbb req-375018bb-121e-430f-8b9c-5a9053635d07 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/security-groups?id=4bdadf90-7c5f-40ae-8c5b-c6312dd28014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447843 Sep 01 05:04:17.126391 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a732387-ae06-43f5-add6-4be0044fe389 req-66ecd055-7ce7-4072-979d-ef5807afe7d8 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:17.127905 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-7a732387-ae06-43f5-add6-4be0044fe389 req-66ecd055-7ce7-4072-979d-ef5807afe7d8 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 945 time: 0.0485818 Sep 01 05:04:17.196788 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-7a732387-ae06-43f5-add6-4be0044fe389 req-8e9202bf-4523-4bdf-aa6a-c63b9a937d5f tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups?id=08c24242-8d6a-47d6-ad10-c33dccdec691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579014 Sep 01 05:04:17.208250 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b022fa31-0d0f-4e76-8fc7-58ceabaf6b3a req-48b1d639-3f31-471d-8b73-62bf072c6ca3 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:17.209828 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-b022fa31-0d0f-4e76-8fc7-58ceabaf6b3a req-48b1d639-3f31-471d-8b73-62bf072c6ca3 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 946 time: 0.0792279 Sep 01 05:04:17.249628 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-b022fa31-0d0f-4e76-8fc7-58ceabaf6b3a req-73411f73-8d96-41d2-afae-5be64ac57d98 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320611 Sep 01 05:04:17.500306 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf81ba-dc88-4505-89f2-12b2a7d179af req-ae792f21-1a3c-4a42-8b8b-1832438ed26f tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:17.501793 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-74bf81ba-dc88-4505-89f2-12b2a7d179af req-ae792f21-1a3c-4a42-8b8b-1832438ed26f tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bfd8f5a-4f67-4780-a713-11ac3d23a7c2 HTTP/1.1" status: 200 len: 944 time: 0.0498338 Sep 01 05:04:17.541068 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-74bf81ba-dc88-4505-89f2-12b2a7d179af req-c1360f1a-5db5-4939-9229-333925513d26 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f94a329-6dd4-4d26-a073-d11af5a8d093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333750 Sep 01 05:04:18.105096 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55d93b9-8c33-4666-acbd-1e68a094f38d req-9f767ed7-9dd7-4ae3-9545-8321174d0333 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:18.106867 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-b55d93b9-8c33-4666-acbd-1e68a094f38d req-9f767ed7-9dd7-4ae3-9545-8321174d0333 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=aee9c1da-4b85-4736-8be3-b0190f921ea0 HTTP/1.1" status: 200 len: 946 time: 0.0558360 Sep 01 05:04:18.164237 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-b55d93b9-8c33-4666-acbd-1e68a094f38d req-67cf2b31-bf4a-42e2-86fc-36125f0cb589 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513713 Sep 01 05:04:18.206030 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0f63de-9305-45ed-ae11-40f2607a732d req-9059ae4d-8259-4000-b795-9e8f43993d72 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:18.207540 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-cd0f63de-9305-45ed-ae11-40f2607a732d req-9059ae4d-8259-4000-b795-9e8f43993d72 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/ports?device_id=431d8728-54da-45ce-a8a0-edcda9ccd6b0 HTTP/1.1" status: 200 len: 946 time: 0.0591643 Sep 01 05:04:18.259150 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-cd0f63de-9305-45ed-ae11-40f2607a732d req-caa1ea9f-2c7b-49db-af3d-2fe19253b3f9 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/security-groups?id=4bdadf90-7c5f-40ae-8c5b-c6312dd28014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409777 Sep 01 05:04:18.334856 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a60c22-c469-47e1-8705-00968c635c97 req-5e8c8237-77bd-4998-9541-864c2a002b4e tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:18.336137 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-a6a60c22-c469-47e1-8705-00968c635c97 req-5e8c8237-77bd-4998-9541-864c2a002b4e tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 945 time: 0.0622754 Sep 01 05:04:18.408357 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-a6a60c22-c469-47e1-8705-00968c635c97 req-105f3386-96d4-4a62-9ee8-a8b563e5fa43 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups?id=08c24242-8d6a-47d6-ad10-c33dccdec691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652657 Sep 01 05:04:18.424026 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34635f9f-cc51-4917-ba44-712141cb22dc req-1e4ff87f-12fa-4055-9cb8-0f053d49d65a tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:18.425557 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-34635f9f-cc51-4917-ba44-712141cb22dc req-1e4ff87f-12fa-4055-9cb8-0f053d49d65a tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 946 time: 0.0681164 Sep 01 05:04:18.465162 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-34635f9f-cc51-4917-ba44-712141cb22dc req-ab301d0a-ca23-4196-b3ea-7466c6494011 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335052 Sep 01 05:04:18.664092 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef383b3-fb37-42d9-a763-05b1f471a3b7 req-99c36419-7dda-49f9-95f8-0b306e2fd999 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:18.665621 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-6ef383b3-fb37-42d9-a763-05b1f471a3b7 req-99c36419-7dda-49f9-95f8-0b306e2fd999 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bfd8f5a-4f67-4780-a713-11ac3d23a7c2 HTTP/1.1" status: 200 len: 944 time: 0.0562339 Sep 01 05:04:18.705245 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-6ef383b3-fb37-42d9-a763-05b1f471a3b7 req-a0fe44f2-35f0-476f-9643-996da2a01ed8 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f94a329-6dd4-4d26-a073-d11af5a8d093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336564 Sep 01 05:04:19.290146 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7734afd1-94a1-4a75-9fa0-bdad2d74151c req-62ddf05d-b67b-4bbf-a469-01d4cc0f6b49 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:19.291932 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-7734afd1-94a1-4a75-9fa0-bdad2d74151c req-62ddf05d-b67b-4bbf-a469-01d4cc0f6b49 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=aee9c1da-4b85-4736-8be3-b0190f921ea0 HTTP/1.1" status: 200 len: 946 time: 0.0576639 Sep 01 05:04:19.367703 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-7734afd1-94a1-4a75-9fa0-bdad2d74151c req-1b228824-0827-4b76-9f53-bb3529ebcb66 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676298 Sep 01 05:04:19.386904 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7499b1b8-dc43-4e16-bd15-8aab608a90eb req-2cb869ce-f5f1-415c-a726-758770efe756 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:19.387196 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-7499b1b8-dc43-4e16-bd15-8aab608a90eb req-2cb869ce-f5f1-415c-a726-758770efe756 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/ports?device_id=431d8728-54da-45ce-a8a0-edcda9ccd6b0 HTTP/1.1" status: 200 len: 946 time: 0.0603392 Sep 01 05:04:19.427336 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-7499b1b8-dc43-4e16-bd15-8aab608a90eb req-71f7f1dd-de4b-445d-8484-a50d717b8112 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/security-groups?id=4bdadf90-7c5f-40ae-8c5b-c6312dd28014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341401 Sep 01 05:04:19.532257 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d636e7-673d-4797-b14a-203a1383f7ce req-b0ff34ff-b11c-4e8d-9978-7f352a48cc5f tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:19.533758 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-b7d636e7-673d-4797-b14a-203a1383f7ce req-b0ff34ff-b11c-4e8d-9978-7f352a48cc5f tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 945 time: 0.0524392 Sep 01 05:04:19.605818 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-b7d636e7-673d-4797-b14a-203a1383f7ce req-1e09a899-c5d0-4c9b-9c0e-87dcb70e579e tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups?id=08c24242-8d6a-47d6-ad10-c33dccdec691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616474 Sep 01 05:04:19.623891 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aeebd5-58c8-48c4-9473-74d9b07da01c req-4c2e8fae-478d-429a-aa89-be388ed980c1 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:19.629523 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-96aeebd5-58c8-48c4-9473-74d9b07da01c req-4c2e8fae-478d-429a-aa89-be388ed980c1 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 946 time: 0.0897512 Sep 01 05:04:19.671741 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-96aeebd5-58c8-48c4-9473-74d9b07da01c req-aabcbb36-17c6-4637-9344-35e8387d4896 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395980 Sep 01 05:04:19.821285 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a7b4c-ed8a-449a-b737-271f01e09f65 req-b86b4e92-9837-451f-bb3c-ea9bb5275783 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:19.823443 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-390a7b4c-ed8a-449a-b737-271f01e09f65 req-b86b4e92-9837-451f-bb3c-ea9bb5275783 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bfd8f5a-4f67-4780-a713-11ac3d23a7c2 HTTP/1.1" status: 200 len: 944 time: 0.0527883 Sep 01 05:04:19.869176 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-390a7b4c-ed8a-449a-b737-271f01e09f65 req-96d09634-7a2c-4975-a784-4ff9596d3859 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f94a329-6dd4-4d26-a073-d11af5a8d093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375485 Sep 01 05:04:20.499195 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fe361d-fe0b-46a4-8057-2e02ec3c7ec2 req-69b6c4dd-1948-474e-bea1-b3c3e772f79d tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:20.501649 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e9fe361d-fe0b-46a4-8057-2e02ec3c7ec2 req-69b6c4dd-1948-474e-bea1-b3c3e772f79d tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=aee9c1da-4b85-4736-8be3-b0190f921ea0 HTTP/1.1" status: 200 len: 946 time: 0.0642142 Sep 01 05:04:20.567783 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e9fe361d-fe0b-46a4-8057-2e02ec3c7ec2 req-f56930fc-13a6-47c6-ba10-5c8b9a55efa4 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587339 Sep 01 05:04:20.580745 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19adbb2-d17e-421a-8957-63477999a378 req-63a9099e-843c-4662-842e-95686435eb59 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:20.582273 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-b19adbb2-d17e-421a-8957-63477999a378 req-63a9099e-843c-4662-842e-95686435eb59 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/ports?device_id=431d8728-54da-45ce-a8a0-edcda9ccd6b0 HTTP/1.1" status: 200 len: 946 time: 0.0744462 Sep 01 05:04:20.640934 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-b19adbb2-d17e-421a-8957-63477999a378 req-72610cd2-5604-4cb5-ad23-fdd9603bf67c tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/security-groups?id=4bdadf90-7c5f-40ae-8c5b-c6312dd28014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425167 Sep 01 05:04:20.747080 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf60e6b-af20-447b-a493-73eefa20408a req-b5218eda-d757-44bd-8cf9-0148d2d01935 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:20.748804 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-aaf60e6b-af20-447b-a493-73eefa20408a req-b5218eda-d757-44bd-8cf9-0148d2d01935 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 945 time: 0.0544040 Sep 01 05:04:20.835379 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-aaf60e6b-af20-447b-a493-73eefa20408a req-2f7b417d-b5ca-41bf-b2de-799ed6ee968b tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups?id=08c24242-8d6a-47d6-ad10-c33dccdec691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803728 Sep 01 05:04:20.844870 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff7f862-1850-4740-a2b3-ce87a09aa920 req-7d1151c1-7e9c-4f50-b49a-76b3ee4f9f8e tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:20.846334 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-5ff7f862-1850-4740-a2b3-ce87a09aa920 req-7d1151c1-7e9c-4f50-b49a-76b3ee4f9f8e tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 946 time: 0.0877638 Sep 01 05:04:20.893711 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-5ff7f862-1850-4740-a2b3-ce87a09aa920 req-8fc80617-a257-43ec-8a06-22ced5b70262 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397685 Sep 01 05:04:20.999809 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40561e40-b8c1-4aac-9324-7cb8520f1ee0 req-f3a3caa7-de90-483c-9c26-667bfd314f78 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:21.001370 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-40561e40-b8c1-4aac-9324-7cb8520f1ee0 req-f3a3caa7-de90-483c-9c26-667bfd314f78 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bfd8f5a-4f67-4780-a713-11ac3d23a7c2 HTTP/1.1" status: 200 len: 944 time: 0.0562136 Sep 01 05:04:21.046616 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-40561e40-b8c1-4aac-9324-7cb8520f1ee0 req-789af4d0-d532-4efd-a3e2-13b9b1617e47 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f94a329-6dd4-4d26-a073-d11af5a8d093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390396 Sep 01 05:04:21.171092 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 47602) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:04:21.329198 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-d70de359-5109-4fc8-baa4-4cea360a6608 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:21.468224 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-d70de359-5109-4fc8-baa4-4cea360a6608 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:21.534477 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-d70de359-5109-4fc8-baa4-4cea360a6608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:21.575275 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-d70de359-5109-4fc8-baa4-4cea360a6608 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dac97a69eea247819dcdc56dae68123b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4025495 Sep 01 05:04:21.576177 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70de359-5109-4fc8-baa4-4cea360a6608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bffcfeb-610c-4792-846a-703ca1236b9d,revision_number=1']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:04:21.578052 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 47610) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:04:21.667780 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-b8126a45-d961-4e55-9e0d-d9e73f662db0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:21.703788 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-b8126a45-d961-4e55-9e0d-d9e73f662db0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:21.726294 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ed267-b3bd-4cf8-bb74-5f9c89b4b240 req-654bdb1d-463d-43a1-829a-7f8f1daa0b5e tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:21.734893 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-fb6ed267-b3bd-4cf8-bb74-5f9c89b4b240 req-654bdb1d-463d-43a1-829a-7f8f1daa0b5e tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=aee9c1da-4b85-4736-8be3-b0190f921ea0 HTTP/1.1" status: 200 len: 946 time: 0.0661790 Sep 01 05:04:21.796066 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-fb6ed267-b3bd-4cf8-bb74-5f9c89b4b240 req-f0156caf-48b8-4247-bbe9-fb55322fe030 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600197 Sep 01 05:04:21.813338 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dbefd6-8a70-4e59-a568-027996dd1978 req-4143b87a-e98f-4bd5-9283-3860342af618 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:21.813338 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-10dbefd6-8a70-4e59-a568-027996dd1978 req-4143b87a-e98f-4bd5-9283-3860342af618 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/ports?device_id=431d8728-54da-45ce-a8a0-edcda9ccd6b0 HTTP/1.1" status: 200 len: 946 time: 0.0761847 Sep 01 05:04:21.856412 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-10dbefd6-8a70-4e59-a568-027996dd1978 req-05897590-9480-4817-b520-af601444c8e6 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/security-groups?id=4bdadf90-7c5f-40ae-8c5b-c6312dd28014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311930 Sep 01 05:04:21.887900 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-b8126a45-d961-4e55-9e0d-d9e73f662db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:21.891537 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-b8126a45-d961-4e55-9e0d-d9e73f662db0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:21.892876 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-b8126a45-d961-4e55-9e0d-d9e73f662db0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7bffcfeb-610c-4792-846a-703ca1236b9d HTTP/1.1" status: 204 len: 168 time: 0.3131516 Sep 01 05:04:21.902971 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8126a45-d961-4e55-9e0d-d9e73f662db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bffcfeb-610c-4792-846a-703ca1236b9d,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:04:22.067569 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2195ae58-9e72-4ee0-8041-de1b3ef7eebd req-13834dc4-a66f-45e6-9d7d-e3b65bf89c74 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:22.106878 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-2195ae58-9e72-4ee0-8041-de1b3ef7eebd req-13834dc4-a66f-45e6-9d7d-e3b65bf89c74 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 945 time: 0.1184001 Sep 01 05:04:22.106878 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccb7261-cbef-451e-995c-4ef330c09f9b req-c7aaf2ad-6c6a-4f85-bcbc-e21da19da020 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:22.106878 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-eccb7261-cbef-451e-995c-4ef330c09f9b req-c7aaf2ad-6c6a-4f85-bcbc-e21da19da020 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 946 time: 0.0988069 Sep 01 05:04:22.145948 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-2195ae58-9e72-4ee0-8041-de1b3ef7eebd req-fbee2dba-f59f-4b81-bbd1-462e33fe07e9 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups?id=08c24242-8d6a-47d6-ad10-c33dccdec691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561514 Sep 01 05:04:22.160341 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-eccb7261-cbef-451e-995c-4ef330c09f9b req-e25b90fd-e632-4cfc-90ec-c2d91b4efe46 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567396 Sep 01 05:04:22.290173 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cabb60-caab-4456-8543-7a29227c1253 req-4e60e5cd-6dd2-47c3-8cde-09d320e9e800 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:22.292798 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-f6cabb60-caab-4456-8543-7a29227c1253 req-4e60e5cd-6dd2-47c3-8cde-09d320e9e800 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bfd8f5a-4f67-4780-a713-11ac3d23a7c2 HTTP/1.1" status: 200 len: 944 time: 0.0692213 Sep 01 05:04:22.348590 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-f6cabb60-caab-4456-8543-7a29227c1253 req-fa0a0271-dc84-45de-9be4-e9b621bcec86 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f94a329-6dd4-4d26-a073-d11af5a8d093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447528 Sep 01 05:04:22.950908 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231a9679-8c64-4d34-b440-15f2d0d74317 req-5032ec1d-f749-4d40-92fe-edeb5825d554 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:22.958718 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-231a9679-8c64-4d34-b440-15f2d0d74317 req-5032ec1d-f749-4d40-92fe-edeb5825d554 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=aee9c1da-4b85-4736-8be3-b0190f921ea0 HTTP/1.1" status: 200 len: 946 time: 0.0885990 Sep 01 05:04:23.039940 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-231a9679-8c64-4d34-b440-15f2d0d74317 req-9712fbe7-b062-4f24-9365-4dbda9517749 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784152 Sep 01 05:04:23.060163 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc712ae1-d426-459c-8ba1-6ddc0f6b95e3 req-e2cc3a79-4cb0-41f6-b058-ddd2b6e1be96 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:23.061716 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-bc712ae1-d426-459c-8ba1-6ddc0f6b95e3 req-e2cc3a79-4cb0-41f6-b058-ddd2b6e1be96 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/ports?device_id=431d8728-54da-45ce-a8a0-edcda9ccd6b0 HTTP/1.1" status: 200 len: 946 time: 0.1020296 Sep 01 05:04:23.106166 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-bc712ae1-d426-459c-8ba1-6ddc0f6b95e3 req-2052b1e1-d010-4c20-aaab-9c8317161b32 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/security-groups?id=4bdadf90-7c5f-40ae-8c5b-c6312dd28014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330091 Sep 01 05:04:23.255185 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:23.321049 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef6bdc1-4cc2-46ec-a15e-5975dea9c456 req-c37a61b0-985f-4cd4-9239-3b2585bbfe9c tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:23.322711 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-bef6bdc1-4cc2-46ec-a15e-5975dea9c456 req-c37a61b0-985f-4cd4-9239-3b2585bbfe9c tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 945 time: 0.1012993 Sep 01 05:04:23.352529 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd3fcc4-e953-42e5-ab10-944ebb251289 req-8286c38d-4640-4556-9a51-8790067ded2f tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:23.355110 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-bbd3fcc4-e953-42e5-ab10-944ebb251289 req-8286c38d-4640-4556-9a51-8790067ded2f tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 946 time: 0.0974300 Sep 01 05:04:23.420783 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-bef6bdc1-4cc2-46ec-a15e-5975dea9c456 req-d026579f-48f7-4114-815a-07fe4c153975 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups?id=08c24242-8d6a-47d6-ad10-c33dccdec691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903573 Sep 01 05:04:23.428500 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-bbd3fcc4-e953-42e5-ab10-944ebb251289 req-c88d6dd7-4e4c-424b-b807-efff0df7e8b0 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634813 Sep 01 05:04:23.536082 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7243f5c9-f0d4-48ce-b0ce-ba201dbac5ed req-e426b748-17c0-4684-bd3e-0a2c32058372 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:23.537760 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-7243f5c9-f0d4-48ce-b0ce-ba201dbac5ed req-e426b748-17c0-4684-bd3e-0a2c32058372 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bfd8f5a-4f67-4780-a713-11ac3d23a7c2 HTTP/1.1" status: 200 len: 944 time: 0.0542769 Sep 01 05:04:23.581468 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-7243f5c9-f0d4-48ce-b0ce-ba201dbac5ed req-dc74a76b-bac6-4a29-8ea7-38364251d0ea tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f94a329-6dd4-4d26-a073-d11af5a8d093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354788 Sep 01 05:04:24.176458 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525410ec-5677-4dcd-bd7d-a646fdce6880 req-be49090d-aecc-4f28-bbac-6d8b9162883e tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:24.178061 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-525410ec-5677-4dcd-bd7d-a646fdce6880 req-be49090d-aecc-4f28-bbac-6d8b9162883e tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=aee9c1da-4b85-4736-8be3-b0190f921ea0 HTTP/1.1" status: 200 len: 946 time: 0.0614750 Sep 01 05:04:24.243600 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-525410ec-5677-4dcd-bd7d-a646fdce6880 req-af966501-514e-4893-bb80-b8603a33a170 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555072 Sep 01 05:04:24.252724 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9473ae00-fdd2-4da4-bfa6-46a129365fc5 req-43b4ec46-ea68-40e9-bae0-ac1484b42a46 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:24.254036 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-9473ae00-fdd2-4da4-bfa6-46a129365fc5 req-43b4ec46-ea68-40e9-bae0-ac1484b42a46 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/ports?device_id=431d8728-54da-45ce-a8a0-edcda9ccd6b0 HTTP/1.1" status: 200 len: 946 time: 0.0750353 Sep 01 05:04:24.294231 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-9473ae00-fdd2-4da4-bfa6-46a129365fc5 req-2ae29553-f69b-4a62-83e5-2a2e160a822b tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/security-groups?id=4bdadf90-7c5f-40ae-8c5b-c6312dd28014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334799 Sep 01 05:04:24.567932 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27f31f9-41e3-49dd-8650-70426af5c210 req-e8d3ff3d-e2e3-4bce-b5c4-92d109f056b2 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:24.569419 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-c27f31f9-41e3-49dd-8650-70426af5c210 req-e8d3ff3d-e2e3-4bce-b5c4-92d109f056b2 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 945 time: 0.0752914 Sep 01 05:04:24.581192 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c82d2d-6236-4408-a240-5e846003c2aa req-74144404-a1f1-4103-9f62-85f2219d8ef2 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:24.582562 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-43c82d2d-6236-4408-a240-5e846003c2aa req-74144404-a1f1-4103-9f62-85f2219d8ef2 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 946 time: 0.0795565 Sep 01 05:04:24.640193 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-c27f31f9-41e3-49dd-8650-70426af5c210 req-47bbab8e-0ce4-48ea-aa81-e5fc9fedc6cd tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups?id=08c24242-8d6a-47d6-ad10-c33dccdec691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566351 Sep 01 05:04:24.642998 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-43c82d2d-6236-4408-a240-5e846003c2aa req-e189d48f-311b-4ce0-a643-5de34a739b61 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528488 Sep 01 05:04:24.749775 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76725e52-64ac-415e-9b51-4b4495d4a5ca req-cfa8406c-3f78-4e99-b597-2fa9d5a1e5b1 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:24.751341 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-76725e52-64ac-415e-9b51-4b4495d4a5ca req-cfa8406c-3f78-4e99-b597-2fa9d5a1e5b1 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bfd8f5a-4f67-4780-a713-11ac3d23a7c2 HTTP/1.1" status: 200 len: 944 time: 0.0499878 Sep 01 05:04:24.789303 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-76725e52-64ac-415e-9b51-4b4495d4a5ca req-255c24bb-a1f9-450b-84c1-30c61c7e66d2 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f94a329-6dd4-4d26-a073-d11af5a8d093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317278 Sep 01 05:04:25.361689 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb1498e-f0eb-4479-b5af-10d2b3d402f1 req-098d8c8a-d58d-41af-813e-2fdbcdcd15f5 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:25.363211 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-6cb1498e-f0eb-4479-b5af-10d2b3d402f1 req-098d8c8a-d58d-41af-813e-2fdbcdcd15f5 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=aee9c1da-4b85-4736-8be3-b0190f921ea0 HTTP/1.1" status: 200 len: 946 time: 0.0527449 Sep 01 05:04:25.426696 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-6cb1498e-f0eb-4479-b5af-10d2b3d402f1 req-1bf03f56-101b-480a-bd07-e9bcf0b43a31 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576425 Sep 01 05:04:25.442853 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98478a5b-6d1d-439a-a5a6-3971886ba729 req-69aad496-acf3-4663-a4a5-6f8f9e087b68 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:25.444319 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-98478a5b-6d1d-439a-a5a6-3971886ba729 req-69aad496-acf3-4663-a4a5-6f8f9e087b68 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/ports?device_id=431d8728-54da-45ce-a8a0-edcda9ccd6b0 HTTP/1.1" status: 200 len: 946 time: 0.0619855 Sep 01 05:04:25.482341 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-98478a5b-6d1d-439a-a5a6-3971886ba729 req-ddbaab50-306f-4ac4-afed-10ef5efeb247 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/security-groups?id=4bdadf90-7c5f-40ae-8c5b-c6312dd28014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316854 Sep 01 05:04:25.794024 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e62ce59-97c1-4513-8eae-c2bdca83c32c req-ebfe8cd7-1e19-4674-88cb-a5128bd159ea tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:25.795545 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-4e62ce59-97c1-4513-8eae-c2bdca83c32c req-ebfe8cd7-1e19-4674-88cb-a5128bd159ea tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 945 time: 0.0830550 Sep 01 05:04:25.808356 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5009cb0-4a4a-474b-ab6c-40a505044ca6 req-b64d084e-20f8-4d3e-b455-93d21433e54d tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:25.810002 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-a5009cb0-4a4a-474b-ab6c-40a505044ca6 req-b64d084e-20f8-4d3e-b455-93d21433e54d tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 946 time: 0.0849190 Sep 01 05:04:25.873297 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-4e62ce59-97c1-4513-8eae-c2bdca83c32c req-2d3949f9-7fe2-4491-a178-faa5c0d43615 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups?id=08c24242-8d6a-47d6-ad10-c33dccdec691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621645 Sep 01 05:04:25.876647 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-a5009cb0-4a4a-474b-ab6c-40a505044ca6 req-91c745b7-0561-4716-a4aa-120aee66db61 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591826 Sep 01 05:04:25.989362 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c66b9b-c5d6-4b58-9333-d3844141532d req-309ab74f-945f-4a21-993d-26d1111d9137 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:25.990843 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-12c66b9b-c5d6-4b58-9333-d3844141532d req-309ab74f-945f-4a21-993d-26d1111d9137 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bfd8f5a-4f67-4780-a713-11ac3d23a7c2 HTTP/1.1" status: 200 len: 944 time: 0.0479159 Sep 01 05:04:26.031546 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-12c66b9b-c5d6-4b58-9333-d3844141532d req-0e758762-ab97-417d-be45-c8a1ff6d5bd4 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f94a329-6dd4-4d26-a073-d11af5a8d093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347140 Sep 01 05:04:26.543000 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b5dc22-a8e2-4a83-898b-b30d37332aee req-0565f0e5-197d-4539-86fe-a52ccaa89a88 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:26.544517 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-11b5dc22-a8e2-4a83-898b-b30d37332aee req-0565f0e5-197d-4539-86fe-a52ccaa89a88 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=aee9c1da-4b85-4736-8be3-b0190f921ea0 HTTP/1.1" status: 200 len: 946 time: 0.0505364 Sep 01 05:04:26.618555 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-11b5dc22-a8e2-4a83-898b-b30d37332aee req-ca4bc83a-fcba-44f6-9ed1-a85532de92f2 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618410 Sep 01 05:04:26.627352 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd88fef-8723-4611-869e-f0e25a38ce0f req-d3fd8276-6283-411f-8b2e-626cba78c2cc tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:26.628803 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-abd88fef-8723-4611-869e-f0e25a38ce0f req-d3fd8276-6283-411f-8b2e-626cba78c2cc tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/ports?device_id=431d8728-54da-45ce-a8a0-edcda9ccd6b0 HTTP/1.1" status: 200 len: 946 time: 0.0803137 Sep 01 05:04:26.666394 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-abd88fef-8723-4611-869e-f0e25a38ce0f req-edc00cc8-f865-48ac-85f8-27236918901c tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/security-groups?id=4bdadf90-7c5f-40ae-8c5b-c6312dd28014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315719 Sep 01 05:04:27.022126 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dc2b93-f4da-4d89-b3a2-0b3a069ee8ee req-3fc1044f-0c56-4bf7-b403-7b80a6604277 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:27.023626 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-76dc2b93-f4da-4d89-b3a2-0b3a069ee8ee req-3fc1044f-0c56-4bf7-b403-7b80a6604277 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 945 time: 0.0767121 Sep 01 05:04:27.033557 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862fc92f-db5b-4b3a-9941-542993dbe740 req-669655c5-b9b6-4d62-9cdb-2c9804890446 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:27.034913 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-862fc92f-db5b-4b3a-9941-542993dbe740 req-669655c5-b9b6-4d62-9cdb-2c9804890446 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 946 time: 0.0785069 Sep 01 05:04:27.090432 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-76dc2b93-f4da-4d89-b3a2-0b3a069ee8ee req-2e03eb59-b814-4823-b7ce-7bd1f6e2cf4d tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups?id=08c24242-8d6a-47d6-ad10-c33dccdec691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545912 Sep 01 05:04:27.095271 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-862fc92f-db5b-4b3a-9941-542993dbe740 req-468673bd-d09d-4479-bda1-0e392986c1af tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509398 Sep 01 05:04:27.194604 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2a13fc-97da-4d58-99ac-297b09729563 req-eb07cd3e-3e83-43c9-aa9b-d6c24f8a773a tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:27.196028 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-ee2a13fc-97da-4d58-99ac-297b09729563 req-eb07cd3e-3e83-43c9-aa9b-d6c24f8a773a tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bfd8f5a-4f67-4780-a713-11ac3d23a7c2 HTTP/1.1" status: 200 len: 944 time: 0.0513029 Sep 01 05:04:27.232542 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-ee2a13fc-97da-4d58-99ac-297b09729563 req-34e6c8f4-015f-4a0d-bea4-1342efb1eee7 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f94a329-6dd4-4d26-a073-d11af5a8d093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306737 Sep 01 05:04:27.555016 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f2846a-283f-4047-bfb8-bb3e592aeadb req-1cc1996f-cf71-45f6-be10-36b7b5c5c3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:27.556532 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-28f2846a-283f-4047-bfb8-bb3e592aeadb req-1cc1996f-cf71-45f6-be10-36b7b5c5c3e8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c43f8d20393b4239b54aee9d875b917f&device_id=9bfd8f5a-4f67-4780-a713-11ac3d23a7c2 HTTP/1.1" status: 200 len: 1097 time: 0.0403757 Sep 01 05:04:27.822794 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fb81c1-3822-4f27-bdef-7bd951b00e28 req-c85e6215-fa46-4458-a23f-54ad6805bdf0 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:27.824954 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-99fb81c1-3822-4f27-bdef-7bd951b00e28 req-c85e6215-fa46-4458-a23f-54ad6805bdf0 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=aee9c1da-4b85-4736-8be3-b0190f921ea0 HTTP/1.1" status: 200 len: 946 time: 0.1319976 Sep 01 05:04:27.864967 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e723e-5556-400c-bfb2-8eedfd41cfd1 req-88418364-d454-4dde-ba88-ae212ebc3247 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:27.866443 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-965e723e-5556-400c-bfb2-8eedfd41cfd1 req-88418364-d454-4dde-ba88-ae212ebc3247 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/ports?device_id=431d8728-54da-45ce-a8a0-edcda9ccd6b0 HTTP/1.1" status: 200 len: 946 time: 0.1148396 Sep 01 05:04:27.869236 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f2846a-283f-4047-bfb8-bb3e592aeadb req-ae5ce712-6ccc-43f2-9595-6907056b9fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:27.870816 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-28f2846a-283f-4047-bfb8-bb3e592aeadb req-ae5ce712-6ccc-43f2-9595-6907056b9fd2 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=c43f8d20393b4239b54aee9d875b917f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1989360 Sep 01 05:04:27.942131 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-99fb81c1-3822-4f27-bdef-7bd951b00e28 req-b2bfdfe6-12f7-4b5b-85f2-43a31a6491bf tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036654 Sep 01 05:04:27.973993 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-965e723e-5556-400c-bfb2-8eedfd41cfd1 req-ad53d35e-631a-475c-860a-2e6da69515ba tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/security-groups?id=4bdadf90-7c5f-40ae-8c5b-c6312dd28014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982919 Sep 01 05:04:28.007173 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f2846a-283f-4047-bfb8-bb3e592aeadb req-6c698eb3-7fe5-459f-84db-e1fffeb0ef94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:28.008732 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-28f2846a-283f-4047-bfb8-bb3e592aeadb req-6c698eb3-7fe5-459f-84db-e1fffeb0ef94 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1209245 Sep 01 05:04:28.269716 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b2755-947a-4e5a-bfc7-e4fb139c363e req-892cad8a-cd7e-43b5-9721-d77f7ab35a54 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:28.271262 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-6d7b2755-947a-4e5a-bfc7-e4fb139c363e req-892cad8a-cd7e-43b5-9721-d77f7ab35a54 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 945 time: 0.1044044 Sep 01 05:04:28.285862 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0379d2-fd87-4486-8524-d2a05ced9f42 req-587bea47-afe8-42a7-a9a0-48c61d68a70d tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:28.287237 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-0d0379d2-fd87-4486-8524-d2a05ced9f42 req-587bea47-afe8-42a7-a9a0-48c61d68a70d tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 946 time: 0.0943737 Sep 01 05:04:28.315864 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf65e8d-86a3-4a3f-9fcf-4a3d8d06344e req-2c25b21a-c3e3-4a38-bc25-f31743aa1ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:28.317293 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-ddf65e8d-86a3-4a3f-9fcf-4a3d8d06344e req-2c25b21a-c3e3-4a38-bc25-f31743aa1ea6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c43f8d20393b4239b54aee9d875b917f&device_id=9bfd8f5a-4f67-4780-a713-11ac3d23a7c2 HTTP/1.1" status: 200 len: 1097 time: 0.1118338 Sep 01 05:04:28.381237 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-6d7b2755-947a-4e5a-bfc7-e4fb139c363e req-69d01ee6-5eb9-41dd-be04-02db5cc700fc tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups?id=08c24242-8d6a-47d6-ad10-c33dccdec691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028733 Sep 01 05:04:28.384193 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-ddf65e8d-86a3-4a3f-9fcf-4a3d8d06344e req-ab5e1440-55a2-4427-a12b-ef06b8cf27dc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d10e774-28eb-414d-be48-14ae51a5c8eb HTTP/1.1" status: 200 len: 217 time: 0.0481105 Sep 01 05:04:28.389645 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-0d0379d2-fd87-4486-8524-d2a05ced9f42 req-ff7bff14-9355-4db9-9881-da4141888952 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951355 Sep 01 05:04:28.485225 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf65e8d-86a3-4a3f-9fcf-4a3d8d06344e req-50f0f2fa-443a-46e9-a0d8-b9b9c7c4e438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:28.486666 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-ddf65e8d-86a3-4a3f-9fcf-4a3d8d06344e req-50f0f2fa-443a-46e9-a0d8-b9b9c7c4e438 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cd4148f0-4e48-42c9-809c-8c4bd67c55e0 HTTP/1.1" status: 200 len: 854 time: 0.0703824 Sep 01 05:04:28.502715 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ddc96c-d96e-4572-a02d-f3082bc747a4 req-5d557d57-ace8-4009-b832-e9d0546a5a5c tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:28.504176 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-c0ddc96c-d96e-4572-a02d-f3082bc747a4 req-5d557d57-ace8-4009-b832-e9d0546a5a5c tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bfd8f5a-4f67-4780-a713-11ac3d23a7c2 HTTP/1.1" status: 200 len: 944 time: 0.0608037 Sep 01 05:04:28.571406 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716b1a5e-1a8f-4777-858b-dfdc464e7c9e req-9df41c49-a633-4978-8f77-a970f94770a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:28.572923 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-716b1a5e-1a8f-4777-858b-dfdc464e7c9e req-9df41c49-a633-4978-8f77-a970f94770a4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6f7fb169ff9b446089c4ed54ad80a0dc&device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 1099 time: 0.0522661 Sep 01 05:04:28.579878 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-c0ddc96c-d96e-4572-a02d-f3082bc747a4 req-16e2e3a2-ed42-4718-aea4-3b2c2a75e87b tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f94a329-6dd4-4d26-a073-d11af5a8d093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696709 Sep 01 05:04:28.582346 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf65e8d-86a3-4a3f-9fcf-4a3d8d06344e req-b0ea14f9-9557-4e26-a42d-f1dcc96b492a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:28.583761 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-ddf65e8d-86a3-4a3f-9fcf-4a3d8d06344e req-b0ea14f9-9557-4e26-a42d-f1dcc96b492a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7ea2df36-8d87-4c1a-bd3e-3b9f99603457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0721216 Sep 01 05:04:28.665199 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716b1a5e-1a8f-4777-858b-dfdc464e7c9e req-7b6e79ea-6e10-4c2e-95ac-beb397e794f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:28.667129 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-716b1a5e-1a8f-4777-858b-dfdc464e7c9e req-7b6e79ea-6e10-4c2e-95ac-beb397e794f0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3c0fc3fe-cfc7-47f9-a3bb-23d1892df261 HTTP/1.1" status: 200 len: 917 time: 0.0847912 Sep 01 05:04:28.681865 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-ddf65e8d-86a3-4a3f-9fcf-4a3d8d06344e req-cc23544c-fe4f-4ba7-a8ba-e67bf6d734d7 service neutron] 10.222.0.37 "GET /v2.0/networks/7ea2df36-8d87-4c1a-bd3e-3b9f99603457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883327 Sep 01 05:04:28.772464 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-716b1a5e-1a8f-4777-858b-dfdc464e7c9e req-162ca9f2-89f8-4e35-815e-f7e710f75950 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ae1315e-70f0-45fe-8112-437937003d33 HTTP/1.1" status: 200 len: 1002 time: 0.0971210 Sep 01 05:04:28.830477 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716b1a5e-1a8f-4777-858b-dfdc464e7c9e req-6d22f0be-c16f-42f5-8d06-3692c576cf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:28.832089 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-716b1a5e-1a8f-4777-858b-dfdc464e7c9e req-6d22f0be-c16f-42f5-8d06-3692c576cf8c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0619a0c6-b699-4546-b1ae-83c65a031c43 HTTP/1.1" status: 200 len: 855 time: 0.0499659 Sep 01 05:04:28.881878 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716b1a5e-1a8f-4777-858b-dfdc464e7c9e req-30ad6154-7ff8-4578-8e85-5baea74b9be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:28.883431 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-716b1a5e-1a8f-4777-858b-dfdc464e7c9e req-30ad6154-7ff8-4578-8e85-5baea74b9be9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3c0fc3fe-cfc7-47f9-a3bb-23d1892df261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423124 Sep 01 05:04:28.987024 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-ddf65e8d-86a3-4a3f-9fcf-4a3d8d06344e req-f1416ce9-9661-4df4-9dfc-358b0a549889 service neutron] 10.222.0.37 "GET /v2.0/networks/7ea2df36-8d87-4c1a-bd3e-3b9f99603457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2948601 Sep 01 05:04:28.987672 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-716b1a5e-1a8f-4777-858b-dfdc464e7c9e req-3963c3b2-22cd-4991-8e34-a0a64d40b28d service neutron] 10.222.0.37 "GET /v2.0/networks/3c0fc3fe-cfc7-47f9-a3bb-23d1892df261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903978 Sep 01 05:04:29.103991 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccebdf24-355d-4668-92a1-37ea55981f6a req-b19b5746-817e-429d-9191-b68b57872fd3 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:29.105595 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-ccebdf24-355d-4668-92a1-37ea55981f6a req-b19b5746-817e-429d-9191-b68b57872fd3 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=aee9c1da-4b85-4736-8be3-b0190f921ea0 HTTP/1.1" status: 200 len: 946 time: 0.0841677 Sep 01 05:04:29.132393 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-716b1a5e-1a8f-4777-858b-dfdc464e7c9e req-a73ded24-5500-4e70-8a07-f854dacef644 service neutron] 10.222.0.37 "GET /v2.0/networks/3c0fc3fe-cfc7-47f9-a3bb-23d1892df261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153896 Sep 01 05:04:29.156907 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422ebf16-c1ce-4450-8c3a-d9cc0a1ad977 req-cb5d05a2-94fc-4273-9f7c-79dbdb2db1b9 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:29.158445 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-422ebf16-c1ce-4450-8c3a-d9cc0a1ad977 req-cb5d05a2-94fc-4273-9f7c-79dbdb2db1b9 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/ports?device_id=431d8728-54da-45ce-a8a0-edcda9ccd6b0 HTTP/1.1" status: 200 len: 946 time: 0.0943561 Sep 01 05:04:29.213639 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-ccebdf24-355d-4668-92a1-37ea55981f6a req-654dabd6-d398-4b93-8ce1-3e66cbef1158 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990646 Sep 01 05:04:29.235393 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-422ebf16-c1ce-4450-8c3a-d9cc0a1ad977 req-abf85988-fc7c-4db8-b4fd-0a1e01cd6486 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/security-groups?id=4bdadf90-7c5f-40ae-8c5b-c6312dd28014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567074 Sep 01 05:04:29.235393 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f687d02-ca60-4601-bcf4-faef32984ddb req-db44e85c-5061-4673-a16a-bfb79fe588bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:29.236082 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-2f687d02-ca60-4601-bcf4-faef32984ddb req-db44e85c-5061-4673-a16a-bfb79fe588bf service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=aee9c1da-4b85-4736-8be3-b0190f921ea0 HTTP/1.1" status: 200 len: 1099 time: 0.0980506 Sep 01 05:04:29.298936 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-2f687d02-ca60-4601-bcf4-faef32984ddb req-a57a079b-f081-4f9b-bc0d-bc060e020630 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292482 Sep 01 05:04:29.518673 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0ed84b-9c30-418e-94fd-67bf32550371 req-5ce8ab74-36fc-4eba-9b60-6c5036f21729 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:29.520047 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-da0ed84b-9c30-418e-94fd-67bf32550371 req-5ce8ab74-36fc-4eba-9b60-6c5036f21729 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 946 time: 0.0565083 Sep 01 05:04:29.581258 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-da0ed84b-9c30-418e-94fd-67bf32550371 req-edfda1fe-4a66-41a6-b9b9-a06658d09855 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418520 Sep 01 05:04:29.588949 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc015a77-3c85-4f06-b31e-e1d1225a34a8 req-ff7d871b-c665-4b04-a323-0fffe5058609 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:29.590386 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-fc015a77-3c85-4f06-b31e-e1d1225a34a8 req-ff7d871b-c665-4b04-a323-0fffe5058609 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 945 time: 0.0873935 Sep 01 05:04:29.630218 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-fc015a77-3c85-4f06-b31e-e1d1225a34a8 req-87926612-0838-4942-b32f-408b4673ae51 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups?id=08c24242-8d6a-47d6-ad10-c33dccdec691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329187 Sep 01 05:04:29.700316 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dec36b-8d9a-4a38-8e83-c31f9359556c req-13792631-71e3-4abd-80c0-c7a6143924db tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:29.701785 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-79dec36b-8d9a-4a38-8e83-c31f9359556c req-13792631-71e3-4abd-80c0-c7a6143924db tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bfd8f5a-4f67-4780-a713-11ac3d23a7c2 HTTP/1.1" status: 200 len: 944 time: 0.0528593 Sep 01 05:04:29.740241 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-79dec36b-8d9a-4a38-8e83-c31f9359556c req-46d21bea-291d-482c-bff8-85846c2ce568 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f94a329-6dd4-4d26-a073-d11af5a8d093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313797 Sep 01 05:04:29.890226 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d251e3-9d5b-4c74-b298-2e3db2b24758 req-c172bfb3-e4fa-431f-9bad-e87d018737ec tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:29.891694 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-91d251e3-9d5b-4c74-b298-2e3db2b24758 req-c172bfb3-e4fa-431f-9bad-e87d018737ec tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.37 "GET /v2.0/ports?device_id=431d8728-54da-45ce-a8a0-edcda9ccd6b0 HTTP/1.1" status: 200 len: 946 time: 0.0466149 Sep 01 05:04:29.986419 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.plugin [req-91d251e3-9d5b-4c74-b298-2e3db2b24758 req-dcbbdc71-9261-44ba-9a56-d831aa854389 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] Deleting port f6f19793-3e57-47f9-a18b-803d430c5674 {{(pid=100912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:04:29.986777 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [req-91d251e3-9d5b-4c74-b298-2e3db2b24758 req-dcbbdc71-9261-44ba-9a56-d831aa854389 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780564872726'] for port, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:30.075056 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.db [req-91d251e3-9d5b-4c74-b298-2e3db2b24758 req-dcbbdc71-9261-44ba-9a56-d831aa854389 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] For port f6f19793-3e57-47f9-a18b-803d430c5674, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f6f19793-3e57-47f9-a18b-803d430c5674,segment=NetworkSegment(7dbc2c45-b1d7-473c-a4b4-37c54e60151b),segment_id=7dbc2c45-b1d7-473c-a4b4-37c54e60151b)] {{(pid=100912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:04:30.075424 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [req-91d251e3-9d5b-4c74-b298-2e3db2b24758 req-dcbbdc71-9261-44ba-9a56-d831aa854389 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958503'] for port, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:30.087936 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.plugin [req-91d251e3-9d5b-4c74-b298-2e3db2b24758 req-dcbbdc71-9261-44ba-9a56-d831aa854389 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] Calling delete_port for f6f19793-3e57-47f9-a18b-803d430c5674 owned by compute:nova {{(pid=100912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:04:30.312532 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [req-91d251e3-9d5b-4c74-b298-2e3db2b24758 req-dcbbdc71-9261-44ba-9a56-d831aa854389 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780564874213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780564376598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59570596'] for port, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:30.358493 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] get_ports_and_sgs() called for port_ids ['f6f19793-3e57-47f9-a18b-803d430c5674'] {{(pid=100913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 05:04:30.370702 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-a6c6eac7-d33a-4abc-a689-24f16f367e8d req-3b40d9c0-cd00-4afa-9cff-08b3e20df0a8 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/ports?device_id=431d8728-54da-45ce-a8a0-edcda9ccd6b0 HTTP/1.1" status: 200 len: 210 time: 0.0603812 Sep 01 05:04:30.375443 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbbdc71-9261-44ba-9a56-d831aa854389 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] Pushing event deleted for resources: {'Port': ['ID=f6f19793-3e57-47f9-a18b-803d430c5674,revision_number=None']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:04:30.428996 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb30bcf2-d7ff-43b4-b119-48bc0e3c6187 req-38684e55-67d1-4c63-b703-a9c2123b5e18 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:30.428996 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-bb30bcf2-d7ff-43b4-b119-48bc0e3c6187 req-38684e55-67d1-4c63-b703-a9c2123b5e18 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=aee9c1da-4b85-4736-8be3-b0190f921ea0 HTTP/1.1" status: 200 len: 946 time: 0.1444089 Sep 01 05:04:30.453239 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.db.l3_dvrscheduler_db [req-91d251e3-9d5b-4c74-b298-2e3db2b24758 req-dcbbdc71-9261-44ba-9a56-d831aa854389 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] No DVR routers for this DVR port f6f19793-3e57-47f9-a18b-803d430c5674 on host hv-cinder-80473 {{(pid=100912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 05:04:30.455814 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [req-91d251e3-9d5b-4c74-b298-2e3db2b24758 req-dcbbdc71-9261-44ba-9a56-d831aa854389 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428309'] for port, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:30.457727 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-91d251e3-9d5b-4c74-b298-2e3db2b24758 req-dcbbdc71-9261-44ba-9a56-d831aa854389 tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.37 "DELETE /v2.0/ports/f6f19793-3e57-47f9-a18b-803d430c5674 HTTP/1.1" status: 204 len: 173 time: 0.5577619 Sep 01 05:04:30.459232 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '431d8728-54da-45ce-a8a0-edcda9ccd6b0', 'name': 'network-vif-deleted', 'tag': 'f6f19793-3e57-47f9-a18b-803d430c5674'}] {{(pid=100912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:04:30.461665 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c32bf37734172ffae8bcd4fd235b58a84eb6a179622fde5d618b2948ae3f8620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be83f683-9399-404a-b7c7-048f22c0aedc" -d '{"events": [{"server_uuid": "431d8728-54da-45ce-a8a0-edcda9ccd6b0", "name": "network-vif-deleted", "tag": "f6f19793-3e57-47f9-a18b-803d430c5674"}]}' {{(pid=100912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:04:30.495265 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-bb30bcf2-d7ff-43b4-b119-48bc0e3c6187 req-a6130765-ee64-43bc-bc43-db6747513301 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602024 Sep 01 05:04:30.497523 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 05:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e0ace70-23d5-4b1b-997a-985f2e08a36a x-openstack-request-id: req-2e0ace70-23d5-4b1b-997a-985f2e08a36a {{(pid=100912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:04:30.497862 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "431d8728-54da-45ce-a8a0-edcda9ccd6b0", "name": "network-vif-deleted", "tag": "f6f19793-3e57-47f9-a18b-803d430c5674", "status": "completed", "code": 200}]} {{(pid=100912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:04:30.498325 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2e0ace70-23d5-4b1b-997a-985f2e08a36a {{(pid=100912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:04:30.498619 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '431d8728-54da-45ce-a8a0-edcda9ccd6b0', 'name': 'network-vif-deleted', 'tag': 'f6f19793-3e57-47f9-a18b-803d430c5674', 'status': 'completed', 'code': 200} Sep 01 05:04:30.719997 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e3666-ea33-455e-ac6c-3a3ec75bf9cb req-7c6c9510-f1ec-4ffe-92f1-34be09bc0024 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:30.721592 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-dc8e3666-ea33-455e-ac6c-3a3ec75bf9cb req-7c6c9510-f1ec-4ffe-92f1-34be09bc0024 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 946 time: 0.0572181 Sep 01 05:04:30.787129 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-dc8e3666-ea33-455e-ac6c-3a3ec75bf9cb req-d065f4f0-6498-477a-ba5b-fdb98f2f2292 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544410 Sep 01 05:04:30.799093 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc87cf34-aa57-45be-825c-87cb7aaa5bde req-ff53631f-f41e-4070-93d3-8532a45490b4 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:30.800608 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-cc87cf34-aa57-45be-825c-87cb7aaa5bde req-ff53631f-f41e-4070-93d3-8532a45490b4 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 945 time: 0.0766943 Sep 01 05:04:30.862875 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-cc87cf34-aa57-45be-825c-87cb7aaa5bde req-21effce6-d1eb-4e2f-bdd8-b6d2aa26bc37 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups?id=08c24242-8d6a-47d6-ad10-c33dccdec691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533371 Sep 01 05:04:30.933300 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2306c54-a9e1-4e23-98a5-4278f14e125f req-8275f668-6013-4ada-9afc-ace0b8e62d78 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:30.934691 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-a2306c54-a9e1-4e23-98a5-4278f14e125f req-8275f668-6013-4ada-9afc-ace0b8e62d78 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bfd8f5a-4f67-4780-a713-11ac3d23a7c2 HTTP/1.1" status: 200 len: 944 time: 0.0477850 Sep 01 05:04:30.972475 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-a2306c54-a9e1-4e23-98a5-4278f14e125f req-3acf9f41-e7d5-408c-8e04-6863e621240b tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f94a329-6dd4-4d26-a073-d11af5a8d093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318077 Sep 01 05:04:31.496704 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-227dca0b-f572-4813-abb7-ff89343f5472 req-4f0d4abb-aee3-4a34-a524-733470629bbf tempest-VolumesActionsTest-1507801026 tempest-VolumesActionsTest-1507801026-project] 10.222.0.11 "GET /v2.0/ports?device_id=431d8728-54da-45ce-a8a0-edcda9ccd6b0 HTTP/1.1" status: 200 len: 210 time: 0.0297232 Sep 01 05:04:31.503262 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device 5d10e774-28eb-414d-be48-14ae51a5c8eb details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=100913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 05:04:31.509845 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device 9ae1315e-70f0-45fe-8112-437937003d33 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:04:31.628162 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58b34ef-5687-4d24-8c68-af51a255151e req-73bbb610-17a1-46f2-b216-e8e056020a53 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:31.629668 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-d58b34ef-5687-4d24-8c68-af51a255151e req-73bbb610-17a1-46f2-b216-e8e056020a53 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=aee9c1da-4b85-4736-8be3-b0190f921ea0 HTTP/1.1" status: 200 len: 946 time: 0.0529895 Sep 01 05:04:31.656831 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:31.669103 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] For port 5d10e774-28eb-414d-be48-14ae51a5c8eb, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=5d10e774-28eb-414d-be48-14ae51a5c8eb,segment=NetworkSegment(751a213c-335c-40b8-9e12-a4661bcc7bc7),segment_id=751a213c-335c-40b8-9e12-a4661bcc7bc7)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:04:31.676522 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-d58b34ef-5687-4d24-8c68-af51a255151e req-0abdeb80-6f53-42d5-a50a-b32de1a6655b tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398200 Sep 01 05:04:31.687032 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Returning: {'device': '5d10e774-28eb-414d-be48-14ae51a5c8eb', 'network_id': '7ea2df36-8d87-4c1a-bd3e-3b9f99603457', 'port_id': '5d10e774-28eb-414d-be48-14ae51a5c8eb', 'mac_address': 'fa:16:3e:c7:df:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd4148f0-4e48-42c9-809c-8c4bd67c55e0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 05:04:31.695076 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b017cba-149f-43c2-81da-aa7b9faa76e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ae1315e-70f0-45fe-8112-437937003d33'}] {{(pid=100913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:04:31.697325 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac1e9064bfa394a3c8e95a7ae5ebf8ce235ac3ce60c2245422c4078f9b609c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0211e573-69e4-47c9-b0ba-7f07292d6b9a" -d '{"events": [{"server_uuid": "7b017cba-149f-43c2-81da-aa7b9faa76e4", "name": "network-vif-unplugged", "status": "completed", "tag": "9ae1315e-70f0-45fe-8112-437937003d33"}]}' {{(pid=100913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:04:31.727670 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] For port 9ae1315e-70f0-45fe-8112-437937003d33, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=9ae1315e-70f0-45fe-8112-437937003d33,segment=NetworkSegment(6efdb405-2837-4b70-a808-bb1ee8aa5349),segment_id=6efdb405-2837-4b70-a808-bb1ee8aa5349)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:04:31.744316 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:31.749015 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 05:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f63b6f-a613-4918-afc8-06264e8b1941 x-openstack-request-id: req-f4f63b6f-a613-4918-afc8-06264e8b1941 {{(pid=100913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:04:31.749301 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b017cba-149f-43c2-81da-aa7b9faa76e4", "name": "network-vif-unplugged", "status": "completed", "tag": "9ae1315e-70f0-45fe-8112-437937003d33", "code": 200}]} {{(pid=100913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:04:31.749663 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f4f63b6f-a613-4918-afc8-06264e8b1941 {{(pid=100913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:04:31.749970 dv-cinder-804735-5-iscsi neutron-server[100913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b017cba-149f-43c2-81da-aa7b9faa76e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ae1315e-70f0-45fe-8112-437937003d33', 'code': 200} Sep 01 05:04:31.760403 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.notifiers.nova [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d10e774-28eb-414d-be48-14ae51a5c8eb {{(pid=100913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 05:04:31.781544 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] For port 5d10e774-28eb-414d-be48-14ae51a5c8eb, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=5d10e774-28eb-414d-be48-14ae51a5c8eb,segment=NetworkSegment(751a213c-335c-40b8-9e12-a4661bcc7bc7),segment_id=751a213c-335c-40b8-9e12-a4661bcc7bc7)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:04:31.826404 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:31.876207 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Pushing event updated for resources: {'Port': ['ID=9ae1315e-70f0-45fe-8112-437937003d33,revision_number=8']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:04:31.879675 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:31.887083 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:04:31.891854 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:04:31.891854 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:04:31.891854 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:04:31.891854 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:04:31.891854 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:04:31.891854 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:04:31.891854 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:04:31.891854 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:04:31.891854 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:04:31.892928 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:04:31.892928 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:04:31.967254 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Pushing event updated for resources: {'Port': ['ID=5d10e774-28eb-414d-be48-14ae51a5c8eb,revision_number=4']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:04:32.007185 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133cfdf0-fb07-40f7-8e9a-2be3cc8cf587 req-0ec97ddd-470f-4cde-8b73-c32f05244032 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:32.008580 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-133cfdf0-fb07-40f7-8e9a-2be3cc8cf587 req-0ec97ddd-470f-4cde-8b73-c32f05244032 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 944 time: 0.0663285 Sep 01 05:04:32.046508 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-133cfdf0-fb07-40f7-8e9a-2be3cc8cf587 req-9202cdb7-3124-44f3-ae28-3eee31af6e97 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311401 Sep 01 05:04:32.206512 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8af438b-94e2-4b60-9ead-24da4414abb6 req-00dadb12-b5cc-40b5-8e4d-2b1086ae7d79 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:32.208039 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-d8af438b-94e2-4b60-9ead-24da4414abb6 req-00dadb12-b5cc-40b5-8e4d-2b1086ae7d79 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 945 time: 0.0945716 Sep 01 05:04:32.221207 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d1ec74-96eb-4e8b-a549-d8d6b31a446f req-9f6c1714-784b-4ad5-b849-0222067bcf1f tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:32.222677 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-f0d1ec74-96eb-4e8b-a549-d8d6b31a446f req-9f6c1714-784b-4ad5-b849-0222067bcf1f tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bfd8f5a-4f67-4780-a713-11ac3d23a7c2 HTTP/1.1" status: 200 len: 945 time: 0.0783358 Sep 01 05:04:32.301673 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-d8af438b-94e2-4b60-9ead-24da4414abb6 req-a01fecf1-8755-481f-93a3-12cebe4c6b8b tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups?id=08c24242-8d6a-47d6-ad10-c33dccdec691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776858 Sep 01 05:04:32.309060 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-f0d1ec74-96eb-4e8b-a549-d8d6b31a446f req-da5fbae8-aae1-4b3b-b62e-2fa25abc2e52 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f94a329-6dd4-4d26-a073-d11af5a8d093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788243 Sep 01 05:04:32.334806 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1498c9-a38a-4452-82b4-784a260a4829 req-93fffa92-9d2f-40f6-857e-147d74df3c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:32.336356 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-4f1498c9-a38a-4452-82b4-784a260a4829 req-93fffa92-9d2f-40f6-857e-147d74df3c0b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6656dbfc754f4b4eb5789000e7b6d945&device_id=aee9c1da-4b85-4736-8be3-b0190f921ea0 HTTP/1.1" status: 200 len: 1099 time: 0.0815718 Sep 01 05:04:32.347714 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] get_ports_and_sgs() called for port_ids ['5d10e774-28eb-414d-be48-14ae51a5c8eb'] {{(pid=100913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 05:04:32.483236 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff7aec2-a99e-4939-b7c7-328e6d1c3fd5 req-273ad871-8235-4864-b238-efd7938952d7 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:32.486643 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-7ff7aec2-a99e-4939-b7c7-328e6d1c3fd5 req-273ad871-8235-4864-b238-efd7938952d7 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=aee9c1da-4b85-4736-8be3-b0190f921ea0 HTTP/1.1" status: 200 len: 946 time: 0.1242113 Sep 01 05:04:32.515401 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1498c9-a38a-4452-82b4-784a260a4829 req-9fdd7609-a65a-43cf-b1bb-3964aeb8225e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:32.519350 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-4f1498c9-a38a-4452-82b4-784a260a4829 req-9fdd7609-a65a-43cf-b1bb-3964aeb8225e service neutron] 10.222.0.37 "GET /v2.0/networks?id=e239844d-232c-4a02-ba33-46d720e37c24 HTTP/1.1" status: 200 len: 920 time: 0.1667790 Sep 01 05:04:32.577772 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-4f1498c9-a38a-4452-82b4-784a260a4829 req-b6206e3d-3926-4a63-bec9-87f1a0a9ab01 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=751997c4-9e87-414d-a807-eca808de742a HTTP/1.1" status: 200 len: 217 time: 0.0516329 Sep 01 05:04:32.580810 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-7ff7aec2-a99e-4939-b7c7-328e6d1c3fd5 req-b7c4c1f1-48b6-43b7-bb51-0880eb7a84f1 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867460 Sep 01 05:04:32.636899 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1498c9-a38a-4452-82b4-784a260a4829 req-07d0ddca-7d4d-4e77-9c9e-e8ebcf9e6718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:32.639017 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-4f1498c9-a38a-4452-82b4-784a260a4829 req-07d0ddca-7d4d-4e77-9c9e-e8ebcf9e6718 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f3160f96-5162-4386-b59c-1540b2ae925c HTTP/1.1" status: 200 len: 859 time: 0.0513630 Sep 01 05:04:32.674426 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-4f1498c9-a38a-4452-82b4-784a260a4829 req-dab68261-63aa-47d8-8cea-735043705681 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e239844d-232c-4a02-ba33-46d720e37c24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271173 Sep 01 05:04:32.781067 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-4f1498c9-a38a-4452-82b4-784a260a4829 req-72bc4575-e895-433f-82a1-25635f4330fe service neutron] 10.222.0.37 "GET /v2.0/networks/e239844d-232c-4a02-ba33-46d720e37c24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970387 Sep 01 05:04:32.876295 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-4f1498c9-a38a-4452-82b4-784a260a4829 req-734fb3ef-592d-453f-82a8-aa5bbd441802 service neutron] 10.222.0.37 "GET /v2.0/networks/e239844d-232c-4a02-ba33-46d720e37c24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875113 Sep 01 05:04:33.165905 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42293df-36c9-462c-83f4-8b51df66b2c6 req-c9bf1008-755d-43d2-8197-72e9b5811d36 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:33.168025 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e42293df-36c9-462c-83f4-8b51df66b2c6 req-c9bf1008-755d-43d2-8197-72e9b5811d36 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 944 time: 0.0500901 Sep 01 05:04:33.209337 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e42293df-36c9-462c-83f4-8b51df66b2c6 req-35001499-fe2a-4d11-b647-3b55f6ae2103 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346096 Sep 01 05:04:33.432587 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8424261-614c-41b0-898b-119abd993845 req-4e74aeed-0453-421d-8d8d-e305b207e21d tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:33.432587 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-f8424261-614c-41b0-898b-119abd993845 req-4e74aeed-0453-421d-8d8d-e305b207e21d tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 945 time: 0.0552256 Sep 01 05:04:33.469829 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-f8424261-614c-41b0-898b-119abd993845 req-53fa981f-1a6f-4704-a8d6-6b11cf750e22 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups?id=08c24242-8d6a-47d6-ad10-c33dccdec691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329046 Sep 01 05:04:33.541107 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device 5d10e774-28eb-414d-be48-14ae51a5c8eb up at agent hyperv_hv-cinder-80473 {{(pid=100913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:04:33.579009 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d09e3c0-7586-47ed-aa94-013945e74971 req-7fd141f6-f236-486f-a47b-23df384b6552 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:33.579342 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-0d09e3c0-7586-47ed-aa94-013945e74971 req-7fd141f6-f236-486f-a47b-23df384b6552 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bfd8f5a-4f67-4780-a713-11ac3d23a7c2 HTTP/1.1" status: 200 len: 945 time: 0.0525901 Sep 01 05:04:33.623724 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-0d09e3c0-7586-47ed-aa94-013945e74971 req-2d237c08-0a46-483f-b6be-852a9c4fff64 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f94a329-6dd4-4d26-a073-d11af5a8d093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382438 Sep 01 05:04:33.715732 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Provisioning for port 5d10e774-28eb-414d-be48-14ae51a5c8eb completed by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:04:33.721191 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Provisioning complete for port 5d10e774-28eb-414d-be48-14ae51a5c8eb triggered by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:04:33.721643 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:33.735099 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d1d23f-df0e-4c8c-bc5c-1f81515db661 req-005b5430-e591-4dd3-9b67-5d2ef090b220 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:33.736652 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-01d1d23f-df0e-4c8c-bc5c-1f81515db661 req-005b5430-e591-4dd3-9b67-5d2ef090b220 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=aee9c1da-4b85-4736-8be3-b0190f921ea0 HTTP/1.1" status: 200 len: 946 time: 0.0548356 Sep 01 05:04:33.781450 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-01d1d23f-df0e-4c8c-bc5c-1f81515db661 req-837d26dd-74b1-4d22-93c3-a92b3fae747a tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369103 Sep 01 05:04:33.806446 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:33.829754 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bfd8f5a-4f67-4780-a713-11ac3d23a7c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d10e774-28eb-414d-be48-14ae51a5c8eb'}] {{(pid=100913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:04:33.832019 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac1e9064bfa394a3c8e95a7ae5ebf8ce235ac3ce60c2245422c4078f9b609c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bf3217d-0f7e-4c2f-9d09-0bc91f808157" -d '{"events": [{"server_uuid": "9bfd8f5a-4f67-4780-a713-11ac3d23a7c2", "name": "network-vif-plugged", "status": "completed", "tag": "5d10e774-28eb-414d-be48-14ae51a5c8eb"}]}' {{(pid=100913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:04:33.845345 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] For port 5d10e774-28eb-414d-be48-14ae51a5c8eb, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=5d10e774-28eb-414d-be48-14ae51a5c8eb,segment=NetworkSegment(751a213c-335c-40b8-9e12-a4661bcc7bc7),segment_id=751a213c-335c-40b8-9e12-a4661bcc7bc7)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:04:33.870805 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 05:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308bde4a-0be8-4f12-991d-e8c46e7c2fb9 x-openstack-request-id: req-308bde4a-0be8-4f12-991d-e8c46e7c2fb9 {{(pid=100913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:04:33.871095 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bfd8f5a-4f67-4780-a713-11ac3d23a7c2", "name": "network-vif-plugged", "status": "completed", "tag": "5d10e774-28eb-414d-be48-14ae51a5c8eb", "code": 200}]} {{(pid=100913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:04:33.871346 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-308bde4a-0be8-4f12-991d-e8c46e7c2fb9 {{(pid=100913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:04:33.871736 dv-cinder-804735-5-iscsi neutron-server[100913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bfd8f5a-4f67-4780-a713-11ac3d23a7c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d10e774-28eb-414d-be48-14ae51a5c8eb', 'code': 200} Sep 01 05:04:34.146124 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:34.146976 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device f6f19793-3e57-47f9-a18b-803d430c5674 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:04:34.190738 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.plugin [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] No Port match for: f6f19793-3e57-47f9-a18b-803d430c5674 {{(pid=100913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 05:04:34.191108 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device f6f19793-3e57-47f9-a18b-803d430c5674 not bound to the agent host hv-cinder-80473 {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 05:04:34.218837 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Pushing event updated for resources: {'Port': ['ID=5d10e774-28eb-414d-be48-14ae51a5c8eb,revision_number=5']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:04:34.390306 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f92ef-148e-414a-8113-67e286a98a38 req-ca074b44-6da1-4a42-ba6e-ec168c947b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:34.392082 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-342f92ef-148e-414a-8113-67e286a98a38 req-ca074b44-6da1-4a42-ba6e-ec168c947b08 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9bfd8f5a-4f67-4780-a713-11ac3d23a7c2 HTTP/1.1" status: 200 len: 1099 time: 0.0492587 Sep 01 05:04:34.429990 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-342f92ef-148e-414a-8113-67e286a98a38 req-0b73b3b2-3098-4f62-892b-8e3dab47ac62 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5f94a329-6dd4-4d26-a073-d11af5a8d093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291302 Sep 01 05:04:34.569262 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.agents_db [None req-49e1e325-328c-4825-9e4f-7693071b0ea2 None None] Agent healthcheck: found 6 active agents {{(pid=100914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 05:04:34.596620 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4981460-6836-489d-bb3d-a9ded71e469d req-965c6e16-b941-4918-b9e7-86161a76cebe tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:34.598120 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e4981460-6836-489d-bb3d-a9ded71e469d req-965c6e16-b941-4918-b9e7-86161a76cebe tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 945 time: 0.0491087 Sep 01 05:04:34.639866 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e4981460-6836-489d-bb3d-a9ded71e469d req-9878c97f-7347-489d-be4c-40511f10ad44 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups?id=08c24242-8d6a-47d6-ad10-c33dccdec691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329041 Sep 01 05:04:34.644738 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [req-25fd338e-7f7d-4578-9f6e-2648bb9fa9c1 req-9fa39160-6cff-48e4-a402-3d439d60a5fa service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=100912) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 05:04:34.646582 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-25fd338e-7f7d-4578-9f6e-2648bb9fa9c1 req-9fa39160-6cff-48e4-a402-3d439d60a5fa service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050125 Sep 01 05:04:34.746880 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb50f73-f338-4978-97e2-c41156eec550 req-8a8e351d-333f-4afd-bced-64f2843be7c9 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:34.748397 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-cfb50f73-f338-4978-97e2-c41156eec550 req-8a8e351d-333f-4afd-bced-64f2843be7c9 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bfd8f5a-4f67-4780-a713-11ac3d23a7c2 HTTP/1.1" status: 200 len: 946 time: 0.0509686 Sep 01 05:04:34.749306 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 47848) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:04:34.787626 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-cfb50f73-f338-4978-97e2-c41156eec550 req-eecf3611-fa7c-463c-b8de-7e12aa573b92 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f94a329-6dd4-4d26-a073-d11af5a8d093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323696 Sep 01 05:04:34.860345 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-e546d8ef-58ff-47a4-82b8-6fb751aa1634 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:34.929218 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67ee3ea-4268-4abc-bf35-377fff07d2a5 req-ac308ea9-0562-409c-b6ac-6a94b7e22ee1 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:34.930712 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e67ee3ea-4268-4abc-bf35-377fff07d2a5 req-ac308ea9-0562-409c-b6ac-6a94b7e22ee1 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=aee9c1da-4b85-4736-8be3-b0190f921ea0 HTTP/1.1" status: 200 len: 946 time: 0.0723281 Sep 01 05:04:35.023631 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e67ee3ea-4268-4abc-bf35-377fff07d2a5 req-ce392042-8e99-4194-bdf9-cdc1772f61dc tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791750 Sep 01 05:04:35.032906 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69d4f08-a266-4109-a02b-9ce7052698f7 req-24e528c5-7cca-4d12-ba24-63eb66b173d1 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:35.034531 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e69d4f08-a266-4109-a02b-9ce7052698f7 req-24e528c5-7cca-4d12-ba24-63eb66b173d1 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 944 time: 0.1011975 Sep 01 05:04:35.096366 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-e546d8ef-58ff-47a4-82b8-6fb751aa1634 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:35.100082 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e69d4f08-a266-4109-a02b-9ce7052698f7 req-2aecba2d-d726-4872-a46c-9a10af6f9a61 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561960 Sep 01 05:04:35.197034 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-e546d8ef-58ff-47a4-82b8-6fb751aa1634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:35.236488 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-e546d8ef-58ff-47a4-82b8-6fb751aa1634 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2395232908d44195ac85d7fd34edf5a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4861634 Sep 01 05:04:35.239381 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 47874) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:04:35.246499 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e546d8ef-58ff-47a4-82b8-6fb751aa1634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6be4dec1-6335-4948-ab2b-5932bc2d9f8d,revision_number=1']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:04:35.288953 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-7a88be92-e9aa-4767-9000-e01c3e1d88cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:35.311091 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-7a88be92-e9aa-4767-9000-e01c3e1d88cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:35.442892 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-7a88be92-e9aa-4767-9000-e01c3e1d88cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:35.445493 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-7a88be92-e9aa-4767-9000-e01c3e1d88cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:35.446676 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-7a88be92-e9aa-4767-9000-e01c3e1d88cc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6be4dec1-6335-4948-ab2b-5932bc2d9f8d HTTP/1.1" status: 204 len: 168 time: 0.2062106 Sep 01 05:04:35.455216 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a88be92-e9aa-4767-9000-e01c3e1d88cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be4dec1-6335-4948-ab2b-5932bc2d9f8d,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:04:35.474716 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 47882) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:04:35.555672 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-8216d9b0-8662-4e9d-85dc-86f11ecfc9b0 req-1cb32ba8-7a2c-4013-b38f-784f9cdfa464 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0796361 Sep 01 05:04:35.565480 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [req-8216d9b0-8662-4e9d-85dc-86f11ecfc9b0 req-e30c0320-1eb5-4f97-803b-e24ac99b27f3 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=100911) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 05:04:35.566415 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-8216d9b0-8662-4e9d-85dc-86f11ecfc9b0 req-e30c0320-1eb5-4f97-803b-e24ac99b27f3 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049548 Sep 01 05:04:35.758714 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087c2dd9-c515-4d28-959b-9db462a6524a req-66371964-ab03-4346-87ca-e9d8c6d2dff8 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:35.760259 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-087c2dd9-c515-4d28-959b-9db462a6524a req-66371964-ab03-4346-87ca-e9d8c6d2dff8 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 945 time: 0.0493567 Sep 01 05:04:35.801544 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-087c2dd9-c515-4d28-959b-9db462a6524a req-62c62778-58d3-43c1-8dc4-97d26f1a00ea tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups?id=08c24242-8d6a-47d6-ad10-c33dccdec691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350821 Sep 01 05:04:35.918641 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd20ee1-79ed-405f-b93b-a285d8047455 req-9b1df0e2-c244-4bfa-a460-41fb7481b2d9 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:35.920200 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-1dd20ee1-79ed-405f-b93b-a285d8047455 req-9b1df0e2-c244-4bfa-a460-41fb7481b2d9 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bfd8f5a-4f67-4780-a713-11ac3d23a7c2 HTTP/1.1" status: 200 len: 946 time: 0.0556281 Sep 01 05:04:35.960517 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-1dd20ee1-79ed-405f-b93b-a285d8047455 req-8d3fbd49-8574-4728-a3d9-d6f6e814176c tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f94a329-6dd4-4d26-a073-d11af5a8d093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330975 Sep 01 05:04:36.141449 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ced1dac-ccbd-43f0-9933-921854b9e978 req-76bc98c8-0c1c-473c-a931-576361a3bcd0 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:36.142984 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-1ced1dac-ccbd-43f0-9933-921854b9e978 req-76bc98c8-0c1c-473c-a931-576361a3bcd0 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=aee9c1da-4b85-4736-8be3-b0190f921ea0 HTTP/1.1" status: 200 len: 946 time: 0.0512567 Sep 01 05:04:36.208148 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-1ced1dac-ccbd-43f0-9933-921854b9e978 req-74ba711c-6870-42dc-bfc7-0bf1b2ddd683 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574591 Sep 01 05:04:36.231969 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79628aa6-f0a0-418f-ae22-7cbdc3879b75 req-626892b0-d4c0-4c77-b445-5dedca32a87c tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:36.233519 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-79628aa6-f0a0-418f-ae22-7cbdc3879b75 req-626892b0-d4c0-4c77-b445-5dedca32a87c tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 944 time: 0.0590959 Sep 01 05:04:36.274427 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-79628aa6-f0a0-418f-ae22-7cbdc3879b75 req-031a5cdb-7169-4a4d-96ce-e1a2046d9131 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326009 Sep 01 05:04:36.918051 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988c585c-e952-41c8-b67e-7713fc32fecd req-68c8f8d1-98fd-4a38-9889-69846263d006 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:36.919628 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-988c585c-e952-41c8-b67e-7713fc32fecd req-68c8f8d1-98fd-4a38-9889-69846263d006 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 945 time: 0.0499194 Sep 01 05:04:36.957453 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-988c585c-e952-41c8-b67e-7713fc32fecd req-a21d013e-3f6b-4bfe-9632-ccb60a8ff64b tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups?id=08c24242-8d6a-47d6-ad10-c33dccdec691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319149 Sep 01 05:04:37.080059 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf14f7-387d-452b-a004-14485fc5f6eb req-d3000825-c379-4648-a179-2ae79f356dc5 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:37.081548 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-0bbf14f7-387d-452b-a004-14485fc5f6eb req-d3000825-c379-4648-a179-2ae79f356dc5 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bfd8f5a-4f67-4780-a713-11ac3d23a7c2 HTTP/1.1" status: 200 len: 946 time: 0.0530891 Sep 01 05:04:37.124824 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-0bbf14f7-387d-452b-a004-14485fc5f6eb req-2d98cf80-75b0-4737-bc33-f69af6016f7a tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f94a329-6dd4-4d26-a073-d11af5a8d093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326302 Sep 01 05:04:37.130955 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device 9ae1315e-70f0-45fe-8112-437937003d33 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:04:37.288743 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-fb932c8d-8aca-4ba0-a1db-989e11b9cf7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:37.347796 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a214adf-50ce-4201-8a9d-dca7ca15e46a req-4786e79e-2141-4546-bd5d-efdc1f8dba57 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:37.349369 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-1a214adf-50ce-4201-8a9d-dca7ca15e46a req-4786e79e-2141-4546-bd5d-efdc1f8dba57 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=aee9c1da-4b85-4736-8be3-b0190f921ea0 HTTP/1.1" status: 200 len: 946 time: 0.0653856 Sep 01 05:04:37.422162 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df4e459-f6f8-47e3-b4cd-6856030eb597 req-3bed6478-d7bb-419a-9ef3-d816cdaf98a8 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:37.423622 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-5df4e459-f6f8-47e3-b4cd-6856030eb597 req-3bed6478-d7bb-419a-9ef3-d816cdaf98a8 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 944 time: 0.0733604 Sep 01 05:04:37.426409 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-1a214adf-50ce-4201-8a9d-dca7ca15e46a req-db798a96-85c0-4dae-bafe-b9a5f7b6f8f5 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661204 Sep 01 05:04:37.468328 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-5df4e459-f6f8-47e3-b4cd-6856030eb597 req-dcc434fa-02fe-41cc-94df-77981c4cd7ef tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385873 Sep 01 05:04:38.075165 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679c565f-7f41-4826-bd31-aaad13ea0d04 req-626030e0-4141-4885-af7f-fa8a227c689f tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:38.076693 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-679c565f-7f41-4826-bd31-aaad13ea0d04 req-626030e0-4141-4885-af7f-fa8a227c689f tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 945 time: 0.0509515 Sep 01 05:04:38.121175 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-679c565f-7f41-4826-bd31-aaad13ea0d04 req-958494e2-1c07-4d0a-819a-ae512e5a4ce5 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups?id=08c24242-8d6a-47d6-ad10-c33dccdec691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346282 Sep 01 05:04:38.242279 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8f91ac-8b77-4987-9cbd-dad65f9ade02 req-27b78306-23c6-479f-a02a-01f24a9cb35f tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:38.243815 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-5c8f91ac-8b77-4987-9cbd-dad65f9ade02 req-27b78306-23c6-479f-a02a-01f24a9cb35f tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bfd8f5a-4f67-4780-a713-11ac3d23a7c2 HTTP/1.1" status: 200 len: 946 time: 0.0542731 Sep 01 05:04:38.283022 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-5c8f91ac-8b77-4987-9cbd-dad65f9ade02 req-bcabcaa2-2932-4f51-86e2-84df0aba62b7 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f94a329-6dd4-4d26-a073-d11af5a8d093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325058 Sep 01 05:04:38.555604 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833f3c7b-6aea-4eea-976f-183fbc301877 req-394ba72d-32a9-483a-a20a-6d335d9e393b tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:38.558506 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-833f3c7b-6aea-4eea-976f-183fbc301877 req-394ba72d-32a9-483a-a20a-6d335d9e393b tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 945 time: 0.0940983 Sep 01 05:04:38.595174 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7234c4f9-0a9b-4f8d-8a92-7188a8b7f7e9 req-b2b3679a-14f3-46be-96fa-06817f68ce57 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:38.596812 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-7234c4f9-0a9b-4f8d-8a92-7188a8b7f7e9 req-b2b3679a-14f3-46be-96fa-06817f68ce57 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=aee9c1da-4b85-4736-8be3-b0190f921ea0 HTTP/1.1" status: 200 len: 946 time: 0.0851901 Sep 01 05:04:38.628867 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-833f3c7b-6aea-4eea-976f-183fbc301877 req-2f2fc840-76b3-4bdb-b728-919ed85ece80 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups?id=08c24242-8d6a-47d6-ad10-c33dccdec691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638433 Sep 01 05:04:38.657167 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-7234c4f9-0a9b-4f8d-8a92-7188a8b7f7e9 req-f50d0ad6-9611-4fae-8d56-682b92750005 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544238 Sep 01 05:04:38.755253 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb1c989-402f-4aee-b334-5a2724052e0a req-fe861ee5-cb2b-4166-9376-67dfdee84031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:38.757117 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-3cb1c989-402f-4aee-b334-5a2724052e0a req-fe861ee5-cb2b-4166-9376-67dfdee84031 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=efd1fc476bbc46ddb375c7c745356ae4&device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 1098 time: 0.0793195 Sep 01 05:04:38.772069 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1bb47-0a09-4f08-8782-fc057b0619a3 req-9b0584ac-3511-4088-8ee9-2e321cfcbde7 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:38.774366 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-61d1bb47-0a09-4f08-8782-fc057b0619a3 req-9b0584ac-3511-4088-8ee9-2e321cfcbde7 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 944 time: 0.0731568 Sep 01 05:04:38.877789 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb1c989-402f-4aee-b334-5a2724052e0a req-b24e5fdf-8e3d-43a5-9986-ebc0e7a716ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:38.878198 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-3cb1c989-402f-4aee-b334-5a2724052e0a req-b24e5fdf-8e3d-43a5-9986-ebc0e7a716ac service neutron] 10.222.0.37 "GET /v2.0/networks?id=92e27a99-4acf-46a2-b103-44939bb42018 HTTP/1.1" status: 200 len: 912 time: 0.1022820 Sep 01 05:04:38.978430 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-3cb1c989-402f-4aee-b334-5a2724052e0a req-bdde773f-675a-4181-9934-278d94a9d9ec service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a959fe9a-920c-4c7e-be3f-ed71701a57b5 HTTP/1.1" status: 200 len: 1000 time: 0.0776958 Sep 01 05:04:39.040854 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb1c989-402f-4aee-b334-5a2724052e0a req-d38df787-5e32-4b94-93e7-fe6f3d736309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:39.042920 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-3cb1c989-402f-4aee-b334-5a2724052e0a req-d38df787-5e32-4b94-93e7-fe6f3d736309 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=632c2506-9627-456a-904a-03e2fe14470f HTTP/1.1" status: 200 len: 850 time: 0.0556147 Sep 01 05:04:39.099921 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-61d1bb47-0a09-4f08-8782-fc057b0619a3 req-cd133174-9b65-4af3-b41f-d32cf2134326 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2203157 Sep 01 05:04:39.137852 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb1c989-402f-4aee-b334-5a2724052e0a req-9c0241c6-818e-4cbc-aecc-5a407d45a382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:39.139997 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-3cb1c989-402f-4aee-b334-5a2724052e0a req-9c0241c6-818e-4cbc-aecc-5a407d45a382 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=92e27a99-4acf-46a2-b103-44939bb42018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0869968 Sep 01 05:04:39.340994 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-3cb1c989-402f-4aee-b334-5a2724052e0a req-239e518f-a74c-425e-9990-22f2e1553623 service neutron] 10.222.0.37 "GET /v2.0/networks/92e27a99-4acf-46a2-b103-44939bb42018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227570 Sep 01 05:04:39.374406 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-3cb1c989-402f-4aee-b334-5a2724052e0a req-4cb93527-6464-4793-be46-d94995b0b8ff service neutron] 10.222.0.37 "GET /v2.0/networks/92e27a99-4acf-46a2-b103-44939bb42018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950923 Sep 01 05:04:39.453077 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6592c8-f48d-4e53-b819-413602dbc6fe req-df690dc6-d9fc-41d8-971e-ec0552194e87 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:39.455533 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-6d6592c8-f48d-4e53-b819-413602dbc6fe req-df690dc6-d9fc-41d8-971e-ec0552194e87 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bfd8f5a-4f67-4780-a713-11ac3d23a7c2 HTTP/1.1" status: 200 len: 946 time: 0.0773880 Sep 01 05:04:39.515222 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-6d6592c8-f48d-4e53-b819-413602dbc6fe req-1673b5b3-b87d-4d67-8db9-ddc6b81d38b1 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f94a329-6dd4-4d26-a073-d11af5a8d093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495420 Sep 01 05:04:39.634237 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601da1df-b906-42f3-916b-44079e4a25a6 req-296e64df-08ca-4dcf-9487-780ff8706c47 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:39.636071 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-601da1df-b906-42f3-916b-44079e4a25a6 req-296e64df-08ca-4dcf-9487-780ff8706c47 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bfd8f5a-4f67-4780-a713-11ac3d23a7c2 HTTP/1.1" status: 200 len: 946 time: 0.0596936 Sep 01 05:04:39.681358 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-601da1df-b906-42f3-916b-44079e4a25a6 req-f677cd89-ce6a-4930-854c-d146f70dbbbb tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f94a329-6dd4-4d26-a073-d11af5a8d093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383701 Sep 01 05:04:39.795613 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcee3ef-a246-4494-9b8e-4172f3599503 req-f8dde77f-130c-485f-8449-bf6961af79ad tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:39.797574 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-fdcee3ef-a246-4494-9b8e-4172f3599503 req-f8dde77f-130c-485f-8449-bf6961af79ad tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 945 time: 0.0515451 Sep 01 05:04:39.890353 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-fdcee3ef-a246-4494-9b8e-4172f3599503 req-9d271c18-2bb4-4e92-8df2-ebc25c39f2c6 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups?id=08c24242-8d6a-47d6-ad10-c33dccdec691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797732 Sep 01 05:04:40.019154 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:40.041988 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-ce7b637f-7629-4a76-bd1f-8cea560fd101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:40.361671 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670b3cb4-cdcf-47f1-b17b-da9a12ae06fc req-b4ff56ed-5e6b-4609-8290-23d6168b5e49 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:40.370162 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-670b3cb4-cdcf-47f1-b17b-da9a12ae06fc req-b4ff56ed-5e6b-4609-8290-23d6168b5e49 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 944 time: 0.1383238 Sep 01 05:04:40.389591 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfd422d-2ea9-42fd-8134-3f2875909dac req-ee8a5eb7-2a5c-4ccf-98e1-aeb055308c14 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:40.391107 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-4cfd422d-2ea9-42fd-8134-3f2875909dac req-ee8a5eb7-2a5c-4ccf-98e1-aeb055308c14 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bfd8f5a-4f67-4780-a713-11ac3d23a7c2 HTTP/1.1" status: 200 len: 946 time: 0.1217048 Sep 01 05:04:40.440868 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-670b3cb4-cdcf-47f1-b17b-da9a12ae06fc req-84a0858f-6343-4f80-a293-40d84e724586 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697544 Sep 01 05:04:40.472398 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-4cfd422d-2ea9-42fd-8134-3f2875909dac req-13f77ef6-8704-4cf0-8a01-30d816086598 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f94a329-6dd4-4d26-a073-d11af5a8d093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723100 Sep 01 05:04:40.649348 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 48016) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:04:40.812467 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-13571eab-b442-4f7e-968c-d0d7223af4b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:40.979476 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-13571eab-b442-4f7e-968c-d0d7223af4b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:41.094803 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ee67c3-2d72-4f21-91ef-f9cebf4de3d2 req-d6376958-1fb7-477d-b5bd-af33a743ace5 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:41.096441 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-87ee67c3-2d72-4f21-91ef-f9cebf4de3d2 req-d6376958-1fb7-477d-b5bd-af33a743ace5 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 945 time: 0.1114280 Sep 01 05:04:41.346480 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-125f6581-13c4-4eca-b15a-10d5e92c8028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:41.368544 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-13571eab-b442-4f7e-968c-d0d7223af4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:41.450210 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-13571eab-b442-4f7e-968c-d0d7223af4b3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=09ad6b98e97e48f49b4b0c661e95cfdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7993500 Sep 01 05:04:41.452679 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 48028) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:04:41.453274 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8216d9b0-8662-4e9d-85dc-86f11ecfc9b0 req-c18288b6-f9ef-4892-8bb3-d555219e8e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:41.454978 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-8216d9b0-8662-4e9d-85dc-86f11ecfc9b0 req-c18288b6-f9ef-4892-8bb3-d555219e8e9d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4&tenant_id=6f7fb169ff9b446089c4ed54ad80a0dc HTTP/1.1" status: 200 len: 1097 time: 0.4119873 Sep 01 05:04:41.466053 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13571eab-b442-4f7e-968c-d0d7223af4b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c555741a-1416-4124-8857-7ba6d640f887,revision_number=1']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:04:41.483243 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-87ee67c3-2d72-4f21-91ef-f9cebf4de3d2 req-7ce7c214-0a62-49d7-a836-1c41be726f92 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups?id=08c24242-8d6a-47d6-ad10-c33dccdec691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248717 Sep 01 05:04:41.580583 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-fcc0a3f9-ce2e-44e7-98a2-8d686bad6b30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:41.606634 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8216d9b0-8662-4e9d-85dc-86f11ecfc9b0 req-ffeaabd4-9490-4e78-8eff-b312983bfe30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:41.608632 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-8216d9b0-8662-4e9d-85dc-86f11ecfc9b0 req-ffeaabd4-9490-4e78-8eff-b312983bfe30 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6f7fb169ff9b446089c4ed54ad80a0dc&device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 1097 time: 0.1158316 Sep 01 05:04:41.628883 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-fcc0a3f9-ce2e-44e7-98a2-8d686bad6b30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:41.741605 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a3cec-1ec1-493d-8e2b-65aba54c9da4 req-2b09a262-2444-414a-b8bb-b416b26c4c55 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:41.743286 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-b73a3cec-1ec1-493d-8e2b-65aba54c9da4 req-2b09a262-2444-414a-b8bb-b416b26c4c55 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 944 time: 0.1107330 Sep 01 05:04:41.797126 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8216d9b0-8662-4e9d-85dc-86f11ecfc9b0 req-3efce9f6-4ba8-4b55-9f9d-01dbb1517828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:41.798810 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-8216d9b0-8662-4e9d-85dc-86f11ecfc9b0 req-3efce9f6-4ba8-4b55-9f9d-01dbb1517828 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3c0fc3fe-cfc7-47f9-a3bb-23d1892df261 HTTP/1.1" status: 200 len: 917 time: 0.1827438 Sep 01 05:04:41.803631 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-fcc0a3f9-ce2e-44e7-98a2-8d686bad6b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:41.806785 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-fcc0a3f9-ce2e-44e7-98a2-8d686bad6b30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:41.809397 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-fcc0a3f9-ce2e-44e7-98a2-8d686bad6b30 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c555741a-1416-4124-8857-7ba6d640f887 HTTP/1.1" status: 204 len: 168 time: 0.3556805 Sep 01 05:04:41.819776 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc0a3f9-ce2e-44e7-98a2-8d686bad6b30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c555741a-1416-4124-8857-7ba6d640f887,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:04:41.895307 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-b73a3cec-1ec1-493d-8e2b-65aba54c9da4 req-5c7d15b4-94e4-4b4c-aeb4-9bc467416400 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215913 Sep 01 05:04:41.912316 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-8216d9b0-8662-4e9d-85dc-86f11ecfc9b0 req-7bcc9c37-7def-4a13-9259-10bbbb2289e9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ae1315e-70f0-45fe-8112-437937003d33 HTTP/1.1" status: 200 len: 1000 time: 0.1039126 Sep 01 05:04:41.965505 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8216d9b0-8662-4e9d-85dc-86f11ecfc9b0 req-6b4dfd53-2663-455a-89a3-1fdb44d225a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:41.967394 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-8216d9b0-8662-4e9d-85dc-86f11ecfc9b0 req-6b4dfd53-2663-455a-89a3-1fdb44d225a3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0619a0c6-b699-4546-b1ae-83c65a031c43 HTTP/1.1" status: 200 len: 855 time: 0.0463786 Sep 01 05:04:42.025600 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8216d9b0-8662-4e9d-85dc-86f11ecfc9b0 req-9daa11d1-e1cf-4c0b-b062-5af682a93f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:42.027886 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-8216d9b0-8662-4e9d-85dc-86f11ecfc9b0 req-9daa11d1-e1cf-4c0b-b062-5af682a93f99 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3c0fc3fe-cfc7-47f9-a3bb-23d1892df261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0537527 Sep 01 05:04:42.154809 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-8216d9b0-8662-4e9d-85dc-86f11ecfc9b0 req-714c6f04-88b6-4bae-b8ce-ead3510dd313 service neutron] 10.222.0.37 "GET /v2.0/networks/3c0fc3fe-cfc7-47f9-a3bb-23d1892df261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135206 Sep 01 05:04:42.298648 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-8216d9b0-8662-4e9d-85dc-86f11ecfc9b0 req-171f0585-ce3f-4e06-bafd-a22fc48d8514 service neutron] 10.222.0.37 "GET /v2.0/networks/3c0fc3fe-cfc7-47f9-a3bb-23d1892df261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383126 Sep 01 05:04:43.040314 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595ec9ba-0c9a-419c-b145-e1f386280ae1 req-f9c0a33b-1372-4ec2-849a-4acd99082d55 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:43.045499 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-595ec9ba-0c9a-419c-b145-e1f386280ae1 req-f9c0a33b-1372-4ec2-849a-4acd99082d55 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 944 time: 0.0723236 Sep 01 05:04:43.172805 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-595ec9ba-0c9a-419c-b145-e1f386280ae1 req-dd0623e4-a157-4193-a281-3dd7c92a1434 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041923 Sep 01 05:04:43.192293 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-57069d07-1191-4bd8-9ef8-43ac9a8b42c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:44.386235 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034c8033-b7b8-456d-8388-ef00169ffa89 req-bec3ab1c-8199-4b36-a855-d8038be74a89 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:44.400887 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-034c8033-b7b8-456d-8388-ef00169ffa89 req-bec3ab1c-8199-4b36-a855-d8038be74a89 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 944 time: 0.1038008 Sep 01 05:04:44.474038 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-034c8033-b7b8-456d-8388-ef00169ffa89 req-a3a93274-88be-4b21-bce7-431a2e39df1c tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782046 Sep 01 05:04:45.690715 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651b6f78-f826-458c-9648-3f28bc848961 req-f0976215-0dcd-4a18-9c2d-6208b4ca6eda tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:45.706472 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-651b6f78-f826-458c-9648-3f28bc848961 req-f0976215-0dcd-4a18-9c2d-6208b4ca6eda tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 944 time: 0.0947726 Sep 01 05:04:45.767806 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-651b6f78-f826-458c-9648-3f28bc848961 req-16748cc0-1bf1-42f5-9f22-3fc1d5a70b04 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598629 Sep 01 05:04:46.043880 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c87da04-4cf0-47c9-b7ab-51544b4118d4 req-04048554-3797-4b86-a1d7-0a9a1e1f4923 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:46.053759 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-0c87da04-4cf0-47c9-b7ab-51544b4118d4 req-04048554-3797-4b86-a1d7-0a9a1e1f4923 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=21e1a61e-3d53-4e8d-8b7f-3acb18606bfe HTTP/1.1" status: 200 len: 945 time: 0.0653520 Sep 01 05:04:46.099463 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-0c87da04-4cf0-47c9-b7ab-51544b4118d4 req-b8088360-8301-44f5-b4ab-369622e5fd65 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449150 Sep 01 05:04:46.964653 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360ba5dd-9dd4-4fe6-8638-ccf6b547f3b3 req-7497b137-1ef1-4517-9d83-596e8aa9d5a5 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:46.972476 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-360ba5dd-9dd4-4fe6-8638-ccf6b547f3b3 req-7497b137-1ef1-4517-9d83-596e8aa9d5a5 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 944 time: 0.0746729 Sep 01 05:04:47.018467 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-360ba5dd-9dd4-4fe6-8638-ccf6b547f3b3 req-14ede726-16b6-4f8b-8d02-97393db0794e tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420582 Sep 01 05:04:47.263459 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d124e-5a5e-40c6-bea4-60154d9ee7a3 req-8a55ca38-dfac-4caa-8538-1df1c070de5c tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:47.265070 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-ca8d124e-5a5e-40c6-bea4-60154d9ee7a3 req-8a55ca38-dfac-4caa-8538-1df1c070de5c tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=21e1a61e-3d53-4e8d-8b7f-3acb18606bfe HTTP/1.1" status: 200 len: 945 time: 0.0619195 Sep 01 05:04:47.311771 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-ca8d124e-5a5e-40c6-bea4-60154d9ee7a3 req-b7e80c13-a34b-4ee1-b61f-d838b4d49f58 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397811 Sep 01 05:04:48.187635 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e0066a-a8f4-41a5-b575-4290b82b2d33 req-4e839eb0-428d-45a1-8f46-879795e1b634 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:48.196019 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e4e0066a-a8f4-41a5-b575-4290b82b2d33 req-4e839eb0-428d-45a1-8f46-879795e1b634 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 944 time: 0.0658176 Sep 01 05:04:48.259759 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e4e0066a-a8f4-41a5-b575-4290b82b2d33 req-9c018488-31f7-479c-89d1-071b98e08efc tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597630 Sep 01 05:04:48.501732 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88afd592-741f-44ff-8547-bacc887f4631 req-5aaed782-3815-4257-a358-41c699eb215e tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:48.503984 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-88afd592-741f-44ff-8547-bacc887f4631 req-5aaed782-3815-4257-a358-41c699eb215e tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=21e1a61e-3d53-4e8d-8b7f-3acb18606bfe HTTP/1.1" status: 200 len: 945 time: 0.1111426 Sep 01 05:04:48.553454 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-88afd592-741f-44ff-8547-bacc887f4631 req-c9c523ec-8578-41a7-8c54-edf585f00059 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436075 Sep 01 05:04:49.374431 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389eb0d6-4340-46fd-88bd-9405f152bd1d req-19b5ac82-79ac-4680-8576-3aa3da3393ff tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:49.375987 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-389eb0d6-4340-46fd-88bd-9405f152bd1d req-19b5ac82-79ac-4680-8576-3aa3da3393ff tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 944 time: 0.0483646 Sep 01 05:04:49.423140 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-389eb0d6-4340-46fd-88bd-9405f152bd1d req-b174ba1f-ec1c-4007-84f0-6ffc7103fc96 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398343 Sep 01 05:04:49.673916 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9fde80-827e-4343-9a82-2ea6d0c371a8 req-087783ac-5222-4fea-ac4c-3d363a4aa9b5 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:49.675355 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-ba9fde80-827e-4343-9a82-2ea6d0c371a8 req-087783ac-5222-4fea-ac4c-3d363a4aa9b5 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=21e1a61e-3d53-4e8d-8b7f-3acb18606bfe HTTP/1.1" status: 200 len: 945 time: 0.0479245 Sep 01 05:04:49.712501 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-ba9fde80-827e-4343-9a82-2ea6d0c371a8 req-f10646a8-ffcc-4d53-bdcb-b22188a1d390 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313599 Sep 01 05:04:50.633322 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e6ed17-970e-4c64-8d23-adf492f36139 req-dd9afaec-61e4-4c18-8d2b-5ce9a0f5f015 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:50.643518 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-14e6ed17-970e-4c64-8d23-adf492f36139 req-dd9afaec-61e4-4c18-8d2b-5ce9a0f5f015 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 944 time: 0.0954831 Sep 01 05:04:50.700725 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-14e6ed17-970e-4c64-8d23-adf492f36139 req-464e415b-4076-4d7c-8137-e3ea954caf5e tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561833 Sep 01 05:04:50.885341 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe24423-ea40-431c-b585-5a719b24d6f5 req-0d3c3fd7-06aa-41a9-8547-8ad861ba06bf tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:50.887272 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-4fe24423-ea40-431c-b585-5a719b24d6f5 req-0d3c3fd7-06aa-41a9-8547-8ad861ba06bf tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=21e1a61e-3d53-4e8d-8b7f-3acb18606bfe HTTP/1.1" status: 200 len: 945 time: 0.0791192 Sep 01 05:04:50.943487 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-4fe24423-ea40-431c-b585-5a719b24d6f5 req-50c1b1e2-5225-436a-82de-ed718c0e00f7 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439870 Sep 01 05:04:51.912907 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e39cb84-377f-42a8-8e48-cb8293cfc717 req-dd88ce3e-1353-4a33-bb3d-35b0b3cf4282 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:51.927900 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-0e39cb84-377f-42a8-8e48-cb8293cfc717 req-dd88ce3e-1353-4a33-bb3d-35b0b3cf4282 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 944 time: 0.1378977 Sep 01 05:04:51.987215 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-0e39cb84-377f-42a8-8e48-cb8293cfc717 req-329d16db-563c-410e-b624-a07b54f3b683 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586939 Sep 01 05:04:52.098344 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97d2ed5-8164-44ad-9c87-8e50679011ae req-d8971f08-00da-408b-85b3-b0f12a89868f tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:52.100023 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-f97d2ed5-8164-44ad-9c87-8e50679011ae req-d8971f08-00da-408b-85b3-b0f12a89868f tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=21e1a61e-3d53-4e8d-8b7f-3acb18606bfe HTTP/1.1" status: 200 len: 945 time: 0.0610819 Sep 01 05:04:52.143419 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-f97d2ed5-8164-44ad-9c87-8e50679011ae req-54966a34-7559-4f01-8cea-41f2a7ad4ca6 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359735 Sep 01 05:04:52.333909 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:04:53.167812 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c82fc5b-7801-487b-9261-6ed231b38bad req-88f3069d-2ca2-409f-a6ff-c29ead9f13ff tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:53.169840 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-3c82fc5b-7801-487b-9261-6ed231b38bad req-88f3069d-2ca2-409f-a6ff-c29ead9f13ff tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 944 time: 0.0529134 Sep 01 05:04:53.214249 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-3c82fc5b-7801-487b-9261-6ed231b38bad req-6125484d-36b9-4221-a10b-8bb9a1a6a80e tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384612 Sep 01 05:04:53.272308 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e7e3ab-ed6a-4a13-a1c2-4047c026cb1d req-951040f3-5828-41d5-b645-9be9bc216b27 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:53.273941 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-13e7e3ab-ed6a-4a13-a1c2-4047c026cb1d req-951040f3-5828-41d5-b645-9be9bc216b27 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=21e1a61e-3d53-4e8d-8b7f-3acb18606bfe HTTP/1.1" status: 200 len: 945 time: 0.0500548 Sep 01 05:04:53.328894 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-13e7e3ab-ed6a-4a13-a1c2-4047c026cb1d req-9123e356-33f6-4ae0-8973-04e5e5cb8003 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380707 Sep 01 05:04:54.349857 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c7d868-298a-4fb3-b576-66b241e0583f req-134c2f3c-b778-44ad-98b9-14c6d6286689 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:54.358293 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-62c7d868-298a-4fb3-b576-66b241e0583f req-134c2f3c-b778-44ad-98b9-14c6d6286689 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 944 time: 0.0673957 Sep 01 05:04:54.421872 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-62c7d868-298a-4fb3-b576-66b241e0583f req-c0f6bc23-ff7f-4478-8c35-452caf2828f9 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564167 Sep 01 05:04:54.517094 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8873b2e-0618-43c8-bf6c-d146a5299971 req-fbacb1e7-bcec-46d2-892f-7622ed39e27a tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:54.523637 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-d8873b2e-0618-43c8-bf6c-d146a5299971 req-fbacb1e7-bcec-46d2-892f-7622ed39e27a tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=21e1a61e-3d53-4e8d-8b7f-3acb18606bfe HTTP/1.1" status: 200 len: 945 time: 0.0580311 Sep 01 05:04:54.585012 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-d8873b2e-0618-43c8-bf6c-d146a5299971 req-94f2ef0c-eede-4cf8-ad0a-61057a91ac73 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531790 Sep 01 05:04:55.580125 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7031ff-be47-4444-ba2d-41d72b80415a req-5d2741b6-5bec-4e15-be9b-075599d853a7 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:55.583240 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-0b7031ff-be47-4444-ba2d-41d72b80415a req-5d2741b6-5bec-4e15-be9b-075599d853a7 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 944 time: 0.0722656 Sep 01 05:04:55.651005 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-0b7031ff-be47-4444-ba2d-41d72b80415a req-03d6aca9-70a4-4692-96ad-f09dcba0b945 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602336 Sep 01 05:04:55.765278 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8944613-a738-40a8-bb13-8fea05d11790 req-27a8a9ca-00f0-4459-81aa-2a7cbebd967c tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:55.767373 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e8944613-a738-40a8-bb13-8fea05d11790 req-27a8a9ca-00f0-4459-81aa-2a7cbebd967c tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=21e1a61e-3d53-4e8d-8b7f-3acb18606bfe HTTP/1.1" status: 200 len: 945 time: 0.0572019 Sep 01 05:04:55.816756 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e8944613-a738-40a8-bb13-8fea05d11790 req-8892d255-2a63-4afa-9593-f1c92b909b43 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431781 Sep 01 05:04:56.788833 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cb9fbd-de1d-4ab2-85d7-0ce5c7e2a9ce req-c70175c9-6666-455a-a372-0704910ab5fe tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:56.796531 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-45cb9fbd-de1d-4ab2-85d7-0ce5c7e2a9ce req-c70175c9-6666-455a-a372-0704910ab5fe tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 944 time: 0.0580621 Sep 01 05:04:56.863548 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-45cb9fbd-de1d-4ab2-85d7-0ce5c7e2a9ce req-6162766b-ebd5-4b0d-90dc-2d11d750c879 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659461 Sep 01 05:04:56.950866 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b641bd48-e8f4-43aa-bb5c-2509099faf65 req-57afea27-3dcb-4dd7-9d56-7fd1e7ab76f8 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:56.952318 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-b641bd48-e8f4-43aa-bb5c-2509099faf65 req-57afea27-3dcb-4dd7-9d56-7fd1e7ab76f8 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=21e1a61e-3d53-4e8d-8b7f-3acb18606bfe HTTP/1.1" status: 200 len: 945 time: 0.0502346 Sep 01 05:04:56.997554 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-b641bd48-e8f4-43aa-bb5c-2509099faf65 req-477b217d-1804-46a8-966a-3c3cd4f5c6cb tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357513 Sep 01 05:04:57.581018 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-353adb1d-5b85-4a74-9167-dea9b700cd1f req-b5f220cc-d969-4d18-b58d-159d3c093a3b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e13dc258-ed43-4846-8be5-696fa82ca627&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384212 Sep 01 05:04:57.720720 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353adb1d-5b85-4a74-9167-dea9b700cd1f req-6c7820ae-402c-40d9-b182-f65c7e0e94f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:57.722235 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-353adb1d-5b85-4a74-9167-dea9b700cd1f req-6c7820ae-402c-40d9-b182-f65c7e0e94f5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=efd1fc476bbc46ddb375c7c745356ae4&device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 1098 time: 0.0395863 Sep 01 05:04:57.850479 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353adb1d-5b85-4a74-9167-dea9b700cd1f req-94b4fe88-47bc-46f6-8a96-b25f112089e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:57.852049 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-353adb1d-5b85-4a74-9167-dea9b700cd1f req-94b4fe88-47bc-46f6-8a96-b25f112089e2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=92e27a99-4acf-46a2-b103-44939bb42018 HTTP/1.1" status: 200 len: 912 time: 0.0906198 Sep 01 05:04:57.919036 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-353adb1d-5b85-4a74-9167-dea9b700cd1f req-81eb12e2-eea0-4a98-ad0b-0573310ac325 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a959fe9a-920c-4c7e-be3f-ed71701a57b5 HTTP/1.1" status: 200 len: 1000 time: 0.0587702 Sep 01 05:04:58.003858 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353adb1d-5b85-4a74-9167-dea9b700cd1f req-f1a19c6b-8116-4b53-a00c-a3db6dfb682c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:58.005323 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-353adb1d-5b85-4a74-9167-dea9b700cd1f req-f1a19c6b-8116-4b53-a00c-a3db6dfb682c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=632c2506-9627-456a-904a-03e2fe14470f HTTP/1.1" status: 200 len: 850 time: 0.0684607 Sep 01 05:04:58.013564 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba0690-be66-4e2a-af6e-5a9fcd573fdf req-f6302963-3a67-44ca-b83d-c62967eaa657 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:58.014991 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-2dba0690-be66-4e2a-af6e-5a9fcd573fdf req-f6302963-3a67-44ca-b83d-c62967eaa657 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 944 time: 0.0870936 Sep 01 05:04:58.087899 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-2dba0690-be66-4e2a-af6e-5a9fcd573fdf req-463c48af-b49b-4b50-a8d3-f961762792bd tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646155 Sep 01 05:04:58.103480 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353adb1d-5b85-4a74-9167-dea9b700cd1f req-bbe607f3-0969-473c-a758-7b6be38d6e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:58.105999 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-353adb1d-5b85-4a74-9167-dea9b700cd1f req-bbe607f3-0969-473c-a758-7b6be38d6e97 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=92e27a99-4acf-46a2-b103-44939bb42018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0901620 Sep 01 05:04:58.173337 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a16cc-db7e-4ad3-aca4-29e0e88f2ad3 req-9a502edb-1f83-498d-ad30-be4b42568a20 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:58.174864 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-163a16cc-db7e-4ad3-aca4-29e0e88f2ad3 req-9a502edb-1f83-498d-ad30-be4b42568a20 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=21e1a61e-3d53-4e8d-8b7f-3acb18606bfe HTTP/1.1" status: 200 len: 945 time: 0.1061783 Sep 01 05:04:58.231950 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-163a16cc-db7e-4ad3-aca4-29e0e88f2ad3 req-056136bf-9753-4206-9c3b-72e97e633fa0 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482471 Sep 01 05:04:58.250324 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-353adb1d-5b85-4a74-9167-dea9b700cd1f req-2312a426-daa4-4d03-9720-dcf7ae94241a service neutron] 10.222.0.37 "GET /v2.0/networks/92e27a99-4acf-46a2-b103-44939bb42018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308994 Sep 01 05:04:58.348599 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-353adb1d-5b85-4a74-9167-dea9b700cd1f req-865d04d0-129b-4df2-abf3-502b7d0c6957 service neutron] 10.222.0.37 "GET /v2.0/networks/92e27a99-4acf-46a2-b103-44939bb42018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922952 Sep 01 05:04:59.217478 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a615c87-71a2-4cc9-87ed-8a9361a867ef req-ebee9c28-ca4f-4cbc-94ce-0fc62c20a20f tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:59.219043 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-7a615c87-71a2-4cc9-87ed-8a9361a867ef req-ebee9c28-ca4f-4cbc-94ce-0fc62c20a20f tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 944 time: 0.0499296 Sep 01 05:04:59.255510 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-7a615c87-71a2-4cc9-87ed-8a9361a867ef req-b18f8ff8-4404-4e29-8093-dc39cd49f4a6 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305915 Sep 01 05:04:59.349016 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01aafa1-bf30-4d0e-9d83-1574f75e87dd req-f6685f23-7b2f-40fe-853c-ce556d1a6267 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:04:59.350516 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-a01aafa1-bf30-4d0e-9d83-1574f75e87dd req-f6685f23-7b2f-40fe-853c-ce556d1a6267 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=21e1a61e-3d53-4e8d-8b7f-3acb18606bfe HTTP/1.1" status: 200 len: 945 time: 0.0500596 Sep 01 05:04:59.389576 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-a01aafa1-bf30-4d0e-9d83-1574f75e87dd req-b718deb9-f1da-4698-a1ea-40fc89f936c1 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322597 Sep 01 05:05:00.378202 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08b01ff-e3df-401b-9520-c5c37b3c5cb0 req-4045a567-2e09-4e0f-a816-787e3483e82d tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:00.379694 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e08b01ff-e3df-401b-9520-c5c37b3c5cb0 req-4045a567-2e09-4e0f-a816-787e3483e82d tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 944 time: 0.0507627 Sep 01 05:05:00.418833 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e08b01ff-e3df-401b-9520-c5c37b3c5cb0 req-6d1e2915-c55f-406b-af17-20de2e5dc21b tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329998 Sep 01 05:05:00.503609 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedd6de5-4937-4ed8-9f85-dea89592ff0c req-0a39d21a-28a8-4b7b-94b3-fcb72e5a2600 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:00.505055 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-bedd6de5-4937-4ed8-9f85-dea89592ff0c req-0a39d21a-28a8-4b7b-94b3-fcb72e5a2600 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=21e1a61e-3d53-4e8d-8b7f-3acb18606bfe HTTP/1.1" status: 200 len: 945 time: 0.0475888 Sep 01 05:05:00.542188 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-bedd6de5-4937-4ed8-9f85-dea89592ff0c req-c043c0b9-81a6-4c0f-bfe9-ad642b4c5e0c tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304723 Sep 01 05:05:01.537843 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d792a0-1c87-4c8b-8168-6a989b9da198 req-f747795b-0d15-4d56-836b-7f9b1cd3f1dd tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:01.539345 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-a9d792a0-1c87-4c8b-8168-6a989b9da198 req-f747795b-0d15-4d56-836b-7f9b1cd3f1dd tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 944 time: 0.0478857 Sep 01 05:05:01.577208 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-a9d792a0-1c87-4c8b-8168-6a989b9da198 req-8d38d059-45ac-46e0-96b0-4693863a97f1 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319221 Sep 01 05:05:01.656785 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59174f2-8e07-4d93-b1da-c87c5d710012 req-77094de8-3fa3-4554-8e37-ec88343d1a14 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:01.658237 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-c59174f2-8e07-4d93-b1da-c87c5d710012 req-77094de8-3fa3-4554-8e37-ec88343d1a14 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=21e1a61e-3d53-4e8d-8b7f-3acb18606bfe HTTP/1.1" status: 200 len: 945 time: 0.0498619 Sep 01 05:05:01.693677 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-c59174f2-8e07-4d93-b1da-c87c5d710012 req-679cb22e-e2fa-4610-9e7c-4db7c09b18f4 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297303 Sep 01 05:05:02.699720 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15da81f-b8cf-418b-b073-0950fcfc201e req-6d3c1a81-f8fb-4f8d-afb2-8f9bef6061d5 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:02.701414 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e15da81f-b8cf-418b-b073-0950fcfc201e req-6d3c1a81-f8fb-4f8d-afb2-8f9bef6061d5 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 944 time: 0.0520203 Sep 01 05:05:02.743415 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e15da81f-b8cf-418b-b073-0950fcfc201e req-bf239502-6f8a-4965-9398-202d1241fe9b tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356238 Sep 01 05:05:02.837051 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de23a69-07ff-4601-9672-16898a4bf52f req-476dac37-4243-4815-9a31-8722d7f17cb8 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:02.837051 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-7de23a69-07ff-4601-9672-16898a4bf52f req-476dac37-4243-4815-9a31-8722d7f17cb8 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=21e1a61e-3d53-4e8d-8b7f-3acb18606bfe HTTP/1.1" status: 200 len: 945 time: 0.0507333 Sep 01 05:05:02.877051 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-7de23a69-07ff-4601-9672-16898a4bf52f req-cf366a43-a014-4510-b3ca-21538d55436a tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357840 Sep 01 05:05:03.319082 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 48424) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:05:03.371920 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.db_base_plugin_v2 [None req-42c6be24-66d3-4c6c-aa7d-cae68f0202c0 admin admin] Deleting subnet 6efe76db-3e61-4bee-81a2-080c174b825d {{(pid=100911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 05:05:03.374879 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-42c6be24-66d3-4c6c-aa7d-cae68f0202c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:03.408842 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-42c6be24-66d3-4c6c-aa7d-cae68f0202c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3679595'] for subnet, precommit_delete_associations {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:03.448634 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-42c6be24-66d3-4c6c-aa7d-cae68f0202c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942180'] for subnet, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:03.591829 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-42c6be24-66d3-4c6c-aa7d-cae68f0202c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3457175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3892981'] for subnet, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:03.618490 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c6be24-66d3-4c6c-aa7d-cae68f0202c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6efe76db-3e61-4bee-81a2-080c174b825d,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:05:03.631232 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-42c6be24-66d3-4c6c-aa7d-cae68f0202c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:03.631232 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-42c6be24-66d3-4c6c-aa7d-cae68f0202c0 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/6efe76db-3e61-4bee-81a2-080c174b825d HTTP/1.1" status: 204 len: 168 time: 0.3087099 Sep 01 05:05:03.631232 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c6be24-66d3-4c6c-aa7d-cae68f0202c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:05:03.631232 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c6be24-66d3-4c6c-aa7d-cae68f0202c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:05:03.631232 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c6be24-66d3-4c6c-aa7d-cae68f0202c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:05:03.631656 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c6be24-66d3-4c6c-aa7d-cae68f0202c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:05:03.631861 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c6be24-66d3-4c6c-aa7d-cae68f0202c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:05:03.632197 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c6be24-66d3-4c6c-aa7d-cae68f0202c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:05:03.632521 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c6be24-66d3-4c6c-aa7d-cae68f0202c0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:05:03.632637 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 48428) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:05:03.632958 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c6be24-66d3-4c6c-aa7d-cae68f0202c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:05:03.633292 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c6be24-66d3-4c6c-aa7d-cae68f0202c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:05:03.633614 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c6be24-66d3-4c6c-aa7d-cae68f0202c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:05:03.633935 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c6be24-66d3-4c6c-aa7d-cae68f0202c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:05:03.634257 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c6be24-66d3-4c6c-aa7d-cae68f0202c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:05:03.703782 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-c63e93d4-fe0d-461f-8cc5-ea4eeac5ce21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556555'] for network, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:03.780387 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-c63e93d4-fe0d-461f-8cc5-ea4eeac5ce21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942495', 'neutron.services.segments.db._delete_segments_for_network-8780564943041'] for network, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:03.790059 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.services.segments.db [None req-c63e93d4-fe0d-461f-8cc5-ea4eeac5ce21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['085a1586-3772-4fed-9157-0b6531b3b4cd']}} {{(pid=100912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:05:03.801319 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.services.segments.db [None req-c63e93d4-fe0d-461f-8cc5-ea4eeac5ce21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dbc2c45-b1d7-473c-a4b4-37c54e60151b') {'for_net_delete': True} {{(pid=100912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:05:03.801618 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.services.segments.db [None req-c63e93d4-fe0d-461f-8cc5-ea4eeac5ce21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dbc2c45-b1d7-473c-a4b4-37c54e60151b') {} {{(pid=100912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:05:03.811483 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-c63e93d4-fe0d-461f-8cc5-ea4eeac5ce21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780564954453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59571061'] for segment, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:03.849839 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-c63e93d4-fe0d-461f-8cc5-ea4eeac5ce21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945202'] for segment, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:03.859904 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c63e93d4-fe0d-461f-8cc5-ea4eeac5ce21 admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=100912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 05:05:03.860296 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-c63e93d4-fe0d-461f-8cc5-ea4eeac5ce21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59570545'] for segment, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:03.862610 dv-cinder-804735-5-iscsi neutron-server[100912]: Traceback (most recent call last): Sep 01 05:05:03.862610 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 05:05:03.862610 dv-cinder-804735-5-iscsi neutron-server[100912]: timer() Sep 01 05:05:03.862610 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 05:05:03.862610 dv-cinder-804735-5-iscsi neutron-server[100912]: cb(*args, **kw) Sep 01 05:05:03.862610 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 05:05:03.862610 dv-cinder-804735-5-iscsi neutron-server[100912]: return func(*args, **kwargs) Sep 01 05:05:03.862610 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 05:05:03.862610 dv-cinder-804735-5-iscsi neutron-server[100912]: self._notify() Sep 01 05:05:03.862610 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 05:05:03.862610 dv-cinder-804735-5-iscsi neutron-server[100912]: self.callback(batched_events) Sep 01 05:05:03.862610 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 05:05:03.862610 dv-cinder-804735-5-iscsi neutron-server[100912]: event.method(event) Sep 01 05:05:03.862610 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 05:05:03.862610 dv-cinder-804735-5-iscsi neutron-server[100912]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 05:05:03.862610 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 05:05:03.862610 dv-cinder-804735-5-iscsi neutron-server[100912]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 05:05:03.862610 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 05:05:03.862610 dv-cinder-804735-5-iscsi neutron-server[100912]: return f(self, *a, **k) Sep 01 05:05:03.862610 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 05:05:03.862610 dv-cinder-804735-5-iscsi neutron-server[100912]: return self._get(url).json() Sep 01 05:05:03.862610 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 05:05:03.862610 dv-cinder-804735-5-iscsi neutron-server[100912]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 05:05:03.862610 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 05:05:03.862610 dv-cinder-804735-5-iscsi neutron-server[100912]: return self.request(url, 'GET', **kwargs) Sep 01 05:05:03.862610 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 05:05:03.862610 dv-cinder-804735-5-iscsi neutron-server[100912]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 05:05:03.862610 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 05:05:03.862610 dv-cinder-804735-5-iscsi neutron-server[100912]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 05:05:03.862610 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 05:05:03.862610 dv-cinder-804735-5-iscsi neutron-server[100912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 05:05:03.862610 dv-cinder-804735-5-iscsi neutron-server[100912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 05:05:03.914258 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f3af4-9323-4c58-aa24-4faa16f587a2 req-7b027a4d-d06c-47f1-b4ba-d0a21f15824e tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:03.915779 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-d55f3af4-9323-4c58-aa24-4faa16f587a2 req-7b027a4d-d06c-47f1-b4ba-d0a21f15824e tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 944 time: 0.0981815 Sep 01 05:05:03.964346 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-d55f3af4-9323-4c58-aa24-4faa16f587a2 req-38e8e7d7-55a2-4a10-b78b-a41cfba06d98 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414619 Sep 01 05:05:03.984479 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-c63e93d4-fe0d-461f-8cc5-ea4eeac5ce21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1958915'] for network, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:04.001455 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-c63e93d4-fe0d-461f-8cc5-ea4eeac5ce21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607828'] for network, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:04.003308 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-c63e93d4-fe0d-461f-8cc5-ea4eeac5ce21 admin admin] 10.222.0.11 "DELETE /v2.0/networks/085a1586-3772-4fed-9157-0b6531b3b4cd HTTP/1.1" status: 204 len: 168 time: 0.3697660 Sep 01 05:05:04.019626 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2236b470-8253-4a29-8719-f845bf0bf40f req-4bc2993c-2b2c-4c8a-8892-d7735aa6cce0 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:04.021120 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-2236b470-8253-4a29-8719-f845bf0bf40f req-4bc2993c-2b2c-4c8a-8892-d7735aa6cce0 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=21e1a61e-3d53-4e8d-8b7f-3acb18606bfe HTTP/1.1" status: 200 len: 945 time: 0.0724010 Sep 01 05:05:04.022341 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63e93d4-fe0d-461f-8cc5-ea4eeac5ce21 admin admin] Pushing event deleted for resources: {'Network': ['ID=085a1586-3772-4fed-9157-0b6531b3b4cd,revision_number=None']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:05:04.030141 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63e93d4-fe0d-461f-8cc5-ea4eeac5ce21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:05:04.030498 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63e93d4-fe0d-461f-8cc5-ea4eeac5ce21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:05:04.030865 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63e93d4-fe0d-461f-8cc5-ea4eeac5ce21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:05:04.031206 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63e93d4-fe0d-461f-8cc5-ea4eeac5ce21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:05:04.031543 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63e93d4-fe0d-461f-8cc5-ea4eeac5ce21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:05:04.031874 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63e93d4-fe0d-461f-8cc5-ea4eeac5ce21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:05:04.032212 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63e93d4-fe0d-461f-8cc5-ea4eeac5ce21 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:05:04.032536 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63e93d4-fe0d-461f-8cc5-ea4eeac5ce21 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:05:04.032861 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63e93d4-fe0d-461f-8cc5-ea4eeac5ce21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:05:04.033185 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63e93d4-fe0d-461f-8cc5-ea4eeac5ce21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:05:04.033508 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63e93d4-fe0d-461f-8cc5-ea4eeac5ce21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:05:04.033833 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63e93d4-fe0d-461f-8cc5-ea4eeac5ce21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:05:04.075026 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-2236b470-8253-4a29-8719-f845bf0bf40f req-047324ee-0052-4671-9627-5b7db659653e tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381546 Sep 01 05:05:04.371523 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 48442) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:05:04.421255 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-e20804c4-7424-4bac-ac14-4bcff3dfab88 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=57f91f9627c24e51935bbc969d2a8a89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0485461 Sep 01 05:05:04.423918 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 48444) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:05:04.457061 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd528ad-3328-413b-b79d-32b15f974159 req-1db0c7d0-c6d0-4dfa-baf8-e5d9335649d5 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:04.458517 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-0fd528ad-3328-413b-b79d-32b15f974159 req-1db0c7d0-c6d0-4dfa-baf8-e5d9335649d5 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.37 "GET /v2.0/ports?device_id=21e1a61e-3d53-4e8d-8b7f-3acb18606bfe HTTP/1.1" status: 200 len: 945 time: 0.0517714 Sep 01 05:05:04.476734 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-1b8c8eeb-b47f-4e31-b3b8-e79440a54b07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:04.497688 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-1b8c8eeb-b47f-4e31-b3b8-e79440a54b07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:04.558014 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.plugin [req-0fd528ad-3328-413b-b79d-32b15f974159 req-590ff3d9-ff33-4c73-8307-9b1409252f45 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Deleting port 6049c2dc-e275-479d-9108-b8b8bc8a5da1 {{(pid=100912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:05:04.558353 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [req-0fd528ad-3328-413b-b79d-32b15f974159 req-590ff3d9-ff33-4c73-8307-9b1409252f45 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780564872726'] for port, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:04.590352 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-1b8c8eeb-b47f-4e31-b3b8-e79440a54b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:04.593260 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-1b8c8eeb-b47f-4e31-b3b8-e79440a54b07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:04.594410 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-1b8c8eeb-b47f-4e31-b3b8-e79440a54b07 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4bdadf90-7c5f-40ae-8c5b-c6312dd28014 HTTP/1.1" status: 204 len: 168 time: 0.1695445 Sep 01 05:05:04.602214 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8c8eeb-b47f-4e31-b3b8-e79440a54b07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bdadf90-7c5f-40ae-8c5b-c6312dd28014,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:05:04.655519 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.db [req-0fd528ad-3328-413b-b79d-32b15f974159 req-590ff3d9-ff33-4c73-8307-9b1409252f45 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] For port 6049c2dc-e275-479d-9108-b8b8bc8a5da1, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=6049c2dc-e275-479d-9108-b8b8bc8a5da1,segment=NetworkSegment(6e1bddff-bcf1-4e83-9c12-c4ded3ce417c),segment_id=6e1bddff-bcf1-4e83-9c12-c4ded3ce417c)] {{(pid=100912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:05:04.655693 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [req-0fd528ad-3328-413b-b79d-32b15f974159 req-590ff3d9-ff33-4c73-8307-9b1409252f45 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958503'] for port, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:04.671488 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.plugin [req-0fd528ad-3328-413b-b79d-32b15f974159 req-590ff3d9-ff33-4c73-8307-9b1409252f45 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Calling delete_port for 6049c2dc-e275-479d-9108-b8b8bc8a5da1 owned by compute:nova {{(pid=100912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:05:04.865987 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [req-0fd528ad-3328-413b-b79d-32b15f974159 req-590ff3d9-ff33-4c73-8307-9b1409252f45 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780564874213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780564376598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59570596'] for port, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:04.898722 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590ff3d9-ff33-4c73-8307-9b1409252f45 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Pushing event deleted for resources: {'Port': ['ID=6049c2dc-e275-479d-9108-b8b8bc8a5da1,revision_number=None']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:05:04.909113 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] get_ports_and_sgs() called for port_ids ['751997c4-9e87-414d-a807-eca808de742a', '6049c2dc-e275-479d-9108-b8b8bc8a5da1'] {{(pid=100913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 05:05:04.943333 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fd528ad-3328-413b-b79d-32b15f974159 req-590ff3d9-ff33-4c73-8307-9b1409252f45 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] No DVR routers for this DVR port 6049c2dc-e275-479d-9108-b8b8bc8a5da1 on host hv-cinder-80473 {{(pid=100912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 05:05:04.946748 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [req-0fd528ad-3328-413b-b79d-32b15f974159 req-590ff3d9-ff33-4c73-8307-9b1409252f45 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428309'] for port, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:04.949904 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-0fd528ad-3328-413b-b79d-32b15f974159 req-590ff3d9-ff33-4c73-8307-9b1409252f45 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.37 "DELETE /v2.0/ports/6049c2dc-e275-479d-9108-b8b8bc8a5da1 HTTP/1.1" status: 204 len: 173 time: 0.4801857 Sep 01 05:05:04.950411 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21e1a61e-3d53-4e8d-8b7f-3acb18606bfe', 'name': 'network-vif-deleted', 'tag': '6049c2dc-e275-479d-9108-b8b8bc8a5da1'}] {{(pid=100912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:05:04.953527 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c32bf37734172ffae8bcd4fd235b58a84eb6a179622fde5d618b2948ae3f8620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f86e40-4396-4c40-a7d7-1c72f5015121" -d '{"events": [{"server_uuid": "21e1a61e-3d53-4e8d-8b7f-3acb18606bfe", "name": "network-vif-deleted", "tag": "6049c2dc-e275-479d-9108-b8b8bc8a5da1"}]}' {{(pid=100912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:05:04.989733 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 05:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0765819f-2948-4543-8ea0-c2778e7d11e4 x-openstack-request-id: req-0765819f-2948-4543-8ea0-c2778e7d11e4 {{(pid=100912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:05:04.990037 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21e1a61e-3d53-4e8d-8b7f-3acb18606bfe", "name": "network-vif-deleted", "tag": "6049c2dc-e275-479d-9108-b8b8bc8a5da1", "status": "completed", "code": 200}]} {{(pid=100912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:05:04.990290 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0765819f-2948-4543-8ea0-c2778e7d11e4 {{(pid=100912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:05:04.990714 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21e1a61e-3d53-4e8d-8b7f-3acb18606bfe', 'name': 'network-vif-deleted', 'tag': '6049c2dc-e275-479d-9108-b8b8bc8a5da1', 'status': 'completed', 'code': 200} Sep 01 05:05:05.099147 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60a7d64-c427-4f51-b33e-917b6bd57a5d req-95bbf662-7c86-4f84-8ad8-92ed47d3b7df tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:05.099784 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-c60a7d64-c427-4f51-b33e-917b6bd57a5d req-95bbf662-7c86-4f84-8ad8-92ed47d3b7df tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 944 time: 0.0552678 Sep 01 05:05:05.145340 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-c60a7d64-c427-4f51-b33e-917b6bd57a5d req-49536022-23da-4041-87c2-74b1aa4682f7 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349991 Sep 01 05:05:05.179788 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-924343b8-623a-4f7d-9523-0a23d0936f3d req-c5251016-28ea-478d-b3fb-3d9a2a43a8b5 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=21e1a61e-3d53-4e8d-8b7f-3acb18606bfe HTTP/1.1" status: 200 len: 210 time: 0.0282872 Sep 01 05:05:05.739946 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device 9ae1315e-70f0-45fe-8112-437937003d33 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=100913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 05:05:05.840190 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] For port 9ae1315e-70f0-45fe-8112-437937003d33, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=9ae1315e-70f0-45fe-8112-437937003d33,segment=NetworkSegment(6efdb405-2837-4b70-a808-bb1ee8aa5349),segment_id=6efdb405-2837-4b70-a808-bb1ee8aa5349)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:05:05.852392 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Returning: {'device': '9ae1315e-70f0-45fe-8112-437937003d33', 'network_id': '3c0fc3fe-cfc7-47f9-a3bb-23d1892df261', 'port_id': '9ae1315e-70f0-45fe-8112-437937003d33', 'mac_address': 'fa:16:3e:2e:c8:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0619a0c6-b699-4546-b1ae-83c65a031c43', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 05:05:05.892430 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:05.905179 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.notifiers.nova [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ae1315e-70f0-45fe-8112-437937003d33 {{(pid=100913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 05:05:05.926029 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] For port 9ae1315e-70f0-45fe-8112-437937003d33, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=9ae1315e-70f0-45fe-8112-437937003d33,segment=NetworkSegment(6efdb405-2837-4b70-a808-bb1ee8aa5349),segment_id=6efdb405-2837-4b70-a808-bb1ee8aa5349)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:05:06.025377 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:06.200832 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Pushing event updated for resources: {'Port': ['ID=9ae1315e-70f0-45fe-8112-437937003d33,revision_number=9']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:05:06.275393 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391b130b-8eaf-429f-8e84-177f98ec6e10 req-01d3f63e-8630-4e08-995f-4252a2407586 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:06.277180 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-391b130b-8eaf-429f-8e84-177f98ec6e10 req-01d3f63e-8630-4e08-995f-4252a2407586 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 945 time: 0.0543983 Sep 01 05:05:06.322405 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-391b130b-8eaf-429f-8e84-177f98ec6e10 req-e72ccb14-5e71-45ca-9ef1-1bd2b90d7d62 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340805 Sep 01 05:05:06.435712 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] get_ports_and_sgs() called for port_ids ['9ae1315e-70f0-45fe-8112-437937003d33'] {{(pid=100913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 05:05:06.796408 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b850a6ac-1575-46a1-96c9-c2f5c6071784 req-0d9befc1-84f7-44d1-9d6d-1808e4b3844f tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:06.797953 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-b850a6ac-1575-46a1-96c9-c2f5c6071784 req-0d9befc1-84f7-44d1-9d6d-1808e4b3844f tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=aee9c1da-4b85-4736-8be3-b0190f921ea0 HTTP/1.1" status: 200 len: 946 time: 0.0550785 Sep 01 05:05:06.838223 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-b850a6ac-1575-46a1-96c9-c2f5c6071784 req-cc9b532c-db54-467d-b670-98383a8172ec tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336730 Sep 01 05:05:07.328136 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-d00513c8-0375-4053-b0b4-416e73cf0b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:07.446185 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf6f51b-53fc-4f43-a40a-92c1bf8f5983 req-d9807b27-a3e0-4d3b-810a-f1b060b88073 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:07.447926 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-fcf6f51b-53fc-4f43-a40a-92c1bf8f5983 req-d9807b27-a3e0-4d3b-810a-f1b060b88073 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 945 time: 0.0503116 Sep 01 05:05:07.487842 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-fcf6f51b-53fc-4f43-a40a-92c1bf8f5983 req-e0f9f3ed-8d8b-44b1-805c-d346cc01d795 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333819 Sep 01 05:05:07.762694 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device 9ae1315e-70f0-45fe-8112-437937003d33 up at agent hyperv_hv-cinder-80473 {{(pid=100913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:05:07.817828 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Provisioning complete for port 9ae1315e-70f0-45fe-8112-437937003d33 triggered by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:05:07.818241 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:07.911916 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:07.930657 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b017cba-149f-43c2-81da-aa7b9faa76e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ae1315e-70f0-45fe-8112-437937003d33'}] {{(pid=100913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:05:07.933907 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac1e9064bfa394a3c8e95a7ae5ebf8ce235ac3ce60c2245422c4078f9b609c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af9e2e2-df66-4149-92a5-c8bfa562f552" -d '{"events": [{"server_uuid": "7b017cba-149f-43c2-81da-aa7b9faa76e4", "name": "network-vif-plugged", "status": "completed", "tag": "9ae1315e-70f0-45fe-8112-437937003d33"}]}' {{(pid=100913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:05:07.946614 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] For port 9ae1315e-70f0-45fe-8112-437937003d33, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=9ae1315e-70f0-45fe-8112-437937003d33,segment=NetworkSegment(6efdb405-2837-4b70-a808-bb1ee8aa5349),segment_id=6efdb405-2837-4b70-a808-bb1ee8aa5349)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:05:07.988772 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 05:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-256775e9-0ecf-4495-86de-45cb88846ad1 x-openstack-request-id: req-256775e9-0ecf-4495-86de-45cb88846ad1 {{(pid=100913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:05:07.989242 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b017cba-149f-43c2-81da-aa7b9faa76e4", "name": "network-vif-plugged", "status": "completed", "tag": "9ae1315e-70f0-45fe-8112-437937003d33", "code": 200}]} {{(pid=100913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:05:07.989672 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-256775e9-0ecf-4495-86de-45cb88846ad1 {{(pid=100913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:05:07.990323 dv-cinder-804735-5-iscsi neutron-server[100913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b017cba-149f-43c2-81da-aa7b9faa76e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ae1315e-70f0-45fe-8112-437937003d33', 'code': 200} Sep 01 05:05:08.003553 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:08.005382 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device 6049c2dc-e275-479d-9108-b8b8bc8a5da1 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:05:08.008512 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dc5f35-be23-4ada-b754-7227ec849002 req-47306f0d-707d-48b5-b397-be7404b2dedb tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:08.012644 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-a8dc5f35-be23-4ada-b754-7227ec849002 req-47306f0d-707d-48b5-b397-be7404b2dedb tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=aee9c1da-4b85-4736-8be3-b0190f921ea0 HTTP/1.1" status: 200 len: 946 time: 0.0749454 Sep 01 05:05:08.061498 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.plugin [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] No Port match for: 6049c2dc-e275-479d-9108-b8b8bc8a5da1 {{(pid=100913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 05:05:08.062071 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device 6049c2dc-e275-479d-9108-b8b8bc8a5da1 not bound to the agent host hv-cinder-80473 {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 05:05:08.068308 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-a8dc5f35-be23-4ada-b754-7227ec849002 req-e87169e6-2f03-4aff-b086-0d9b0e546e7b tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503325 Sep 01 05:05:08.122261 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Pushing event updated for resources: {'Port': ['ID=9ae1315e-70f0-45fe-8112-437937003d33,revision_number=10']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:05:08.541491 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 48574) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:05:08.623591 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89627cb-3222-4baa-8562-ef32f09f5fc7 req-0f52b249-06a9-4edd-a451-9c5f8aa7b160 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:08.625086 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-d89627cb-3222-4baa-8562-ef32f09f5fc7 req-0f52b249-06a9-4edd-a451-9c5f8aa7b160 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 947 time: 0.0551691 Sep 01 05:05:08.659623 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-e0691286-3b33-418c-9ddd-661377d91dd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:08.670674 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-d89627cb-3222-4baa-8562-ef32f09f5fc7 req-7d659a1b-d519-4568-8156-1bb36d34ba78 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395434 Sep 01 05:05:08.753044 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-e0691286-3b33-418c-9ddd-661377d91dd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:08.826477 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10314187-3fcb-4827-a93f-d7ebf7775af0 req-5edeb89b-b795-4cd2-b0b6-d4a63ec62b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:08.828105 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-10314187-3fcb-4827-a93f-d7ebf7775af0 req-5edeb89b-b795-4cd2-b0b6-d4a63ec62b42 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 1100 time: 0.0425098 Sep 01 05:05:08.857931 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-e0691286-3b33-418c-9ddd-661377d91dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:08.867179 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-10314187-3fcb-4827-a93f-d7ebf7775af0 req-9c70243a-0f66-4c0a-9871-21f7a522f2ee service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292020 Sep 01 05:05:08.893236 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-e0691286-3b33-418c-9ddd-661377d91dd7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5af91f15de034772bb72806c7d415c6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3503163 Sep 01 05:05:08.895927 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 48578) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:05:08.902450 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0691286-3b33-418c-9ddd-661377d91dd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fff2699-1cac-4c5e-81b1-8b36b072ec11,revision_number=1']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:05:08.951778 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-2853cacc-b075-449c-b130-a5152f2833e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:08.976499 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-2853cacc-b075-449c-b130-a5152f2833e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:09.117368 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-2853cacc-b075-449c-b130-a5152f2833e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:09.121523 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-2853cacc-b075-449c-b130-a5152f2833e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:09.125316 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-2853cacc-b075-449c-b130-a5152f2833e8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6fff2699-1cac-4c5e-81b1-8b36b072ec11 HTTP/1.1" status: 204 len: 168 time: 0.2259154 Sep 01 05:05:09.131639 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2853cacc-b075-449c-b130-a5152f2833e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fff2699-1cac-4c5e-81b1-8b36b072ec11,revision_number=None']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:05:09.220759 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e5be10-9057-40a6-ae58-b40d10fdfe75 req-58a1df32-e47b-4660-bd12-cac9ed1b3aee tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:09.222248 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-98e5be10-9057-40a6-ae58-b40d10fdfe75 req-58a1df32-e47b-4660-bd12-cac9ed1b3aee tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bfd8f5a-4f67-4780-a713-11ac3d23a7c2 HTTP/1.1" status: 200 len: 946 time: 0.0883188 Sep 01 05:05:09.243334 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08f4364-8595-42f2-a3a2-ab44197e63b7 req-cbd68af2-e6d4-42f3-a40b-9c46ab35c703 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:09.244767 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-c08f4364-8595-42f2-a3a2-ab44197e63b7 req-cbd68af2-e6d4-42f3-a40b-9c46ab35c703 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=aee9c1da-4b85-4736-8be3-b0190f921ea0 HTTP/1.1" status: 200 len: 946 time: 0.0750229 Sep 01 05:05:09.295176 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-98e5be10-9057-40a6-ae58-b40d10fdfe75 req-fa64450f-6d71-494c-8abe-81e0979e5e94 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f94a329-6dd4-4d26-a073-d11af5a8d093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661893 Sep 01 05:05:09.302985 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-c08f4364-8595-42f2-a3a2-ab44197e63b7 req-dcfad144-682b-4c8c-960f-6b60d27510d4 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494130 Sep 01 05:05:09.318332 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 48596) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:05:09.542743 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ace440-8b62-43ce-a3f7-84c3f845ca64 tempest-TestMinimumBasicScenario-1124473401 tempest-TestMinimumBasicScenario-1124473401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:09.547149 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 48600) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:05:09.547324 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-d9ace440-8b62-43ce-a3f7-84c3f845ca64 tempest-TestMinimumBasicScenario-1124473401 tempest-TestMinimumBasicScenario-1124473401-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=9bfd8f5a-4f67-4780-a713-11ac3d23a7c2 HTTP/1.1" status: 200 len: 1094 time: 0.2275882 Sep 01 05:05:09.551963 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.v2.base [None req-22d43fa9-d62b-4755-8c0c-22d61e6ff7db tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Request body: {'floatingip': {'floating_network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'port_id': '5d10e774-28eb-414d-be48-14ae51a5c8eb', 'tenant_id': 'c43f8d20393b4239b54aee9d875b917f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:05:09.693056 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-22d43fa9-d62b-4755-8c0c-22d61e6ff7db tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Notify callbacks [] for floatingip, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:09.810621 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c35ff52-4001-4c78-870e-6c9be0cb0002 req-1c2abc0f-9a83-496d-9b2b-bc29df8c13ed tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:09.812145 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-8c35ff52-4001-4c78-870e-6c9be0cb0002 req-1c2abc0f-9a83-496d-9b2b-bc29df8c13ed tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 947 time: 0.0620794 Sep 01 05:05:09.861125 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-22d43fa9-d62b-4755-8c0c-22d61e6ff7db tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:09.866251 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-8c35ff52-4001-4c78-870e-6c9be0cb0002 req-4472d701-1917-4d48-9392-debdb1a33258 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463035 Sep 01 05:05:09.972746 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.db.db_base_plugin_common [None req-22d43fa9-d62b-4755-8c0c-22d61e6ff7db tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Allocated IP 172.27.2.168 (0effeb3b-80f3-4cb6-8b1a-1774968f7d76/a1ace4a4-4e27-4c96-bf05-cb2f22386a9e/1b4a9d70-e018-4418-a4e8-58573a4f7639) {{(pid=100912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 05:05:10.019848 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:10.046420 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-f17e123f-04a4-474a-92e8-011f87b724c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:10.077252 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-22d43fa9-d62b-4755-8c0c-22d61e6ff7db tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Notify callbacks [] for port, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:10.178386 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-22d43fa9-d62b-4755-8c0c-22d61e6ff7db tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780564376589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59570596'] for port, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:10.223998 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d43fa9-d62b-4755-8c0c-22d61e6ff7db tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Network 0effeb3b-80f3-4cb6-8b1a-1774968f7d76 is already hosted by enough agents. {{(pid=100912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:05:10.230091 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.scheduler.base_scheduler [None req-22d43fa9-d62b-4755-8c0c-22d61e6ff7db tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Resources bound (agent type, host, resource id): {{(pid=100912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:05:10.232061 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d43fa9-d62b-4755-8c0c-22d61e6ff7db tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Pushing event updated for resources: {'Port': ['ID=1b4a9d70-e018-4418-a4e8-58573a4f7639,revision_number=1']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:05:10.234183 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d43fa9-d62b-4755-8c0c-22d61e6ff7db tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Received port after_create {{(pid=100912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 05:05:10.534332 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb71fbfd-236b-40c4-8c27-90176e1970a2 req-7d6a2bbb-759b-43a9-a10f-ecd375ecb07d tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:10.536301 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-cb71fbfd-236b-40c4-8c27-90176e1970a2 req-7d6a2bbb-759b-43a9-a10f-ecd375ecb07d tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=aee9c1da-4b85-4736-8be3-b0190f921ea0 HTTP/1.1" status: 200 len: 946 time: 0.0789630 Sep 01 05:05:10.616922 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-cb71fbfd-236b-40c4-8c27-90176e1970a2 req-5b4cc1a5-9c70-448d-97b0-8842c9ec1699 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726552 Sep 01 05:05:11.022532 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-22d43fa9-d62b-4755-8c0c-22d61e6ff7db tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:11.090421 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e96d932-639e-4c26-83b9-ca632e0cdabf req-44fd61a4-253c-4c1f-aa69-ae7a1f318acc tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:11.092268 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-9e96d932-639e-4c26-83b9-ca632e0cdabf req-44fd61a4-253c-4c1f-aa69-ae7a1f318acc tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 947 time: 0.1505399 Sep 01 05:05:11.144497 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-9e96d932-639e-4c26-83b9-ca632e0cdabf req-02d0ebc1-00d8-44a0-ae21-e501879a2681 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346675 Sep 01 05:05:11.204643 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-22d43fa9-d62b-4755-8c0c-22d61e6ff7db tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:11.359016 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-22d43fa9-d62b-4755-8c0c-22d61e6ff7db tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Notify callbacks [] for port, precommit_update {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:11.372671 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-125f6581-13c4-4eca-b15a-10d5e92c8028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:11.471009 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-22d43fa9-d62b-4755-8c0c-22d61e6ff7db tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59570589'] for port, after_update {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:11.541660 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d43fa9-d62b-4755-8c0c-22d61e6ff7db tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Pushing event updated for resources: {'Port': ['ID=1b4a9d70-e018-4418-a4e8-58573a4f7639,revision_number=2']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:05:11.554075 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-22d43fa9-d62b-4755-8c0c-22d61e6ff7db tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1958929'] for floatingip, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:11.569097 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.agents_db [None req-49e1e325-328c-4825-9e4f-7693071b0ea2 None None] Agent healthcheck: found 6 active agents {{(pid=100914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 05:05:11.659767 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.db.l3_db [None req-22d43fa9-d62b-4755-8c0c-22d61e6ff7db tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Floating IP 4031984e-ed7e-4509-87ea-9ba77ae16d88 associated. External IP: 172.27.2.168, port: 5d10e774-28eb-414d-be48-14ae51a5c8eb. Sep 01 05:05:11.784475 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2daac37-2899-427d-9224-a285fb3b11ca req-ebc5a31e-f9d6-4197-b14a-f0a80fee50bd tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:11.786003 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-c2daac37-2899-427d-9224-a285fb3b11ca req-ebc5a31e-f9d6-4197-b14a-f0a80fee50bd tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=aee9c1da-4b85-4736-8be3-b0190f921ea0 HTTP/1.1" status: 200 len: 946 time: 0.0922868 Sep 01 05:05:11.875153 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-c2daac37-2899-427d-9224-a285fb3b11ca req-24448ad1-bc68-452e-a154-edc6873c8977 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811603 Sep 01 05:05:11.936302 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22d43fa9-d62b-4755-8c0c-22d61e6ff7db tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Router 3b1a610f-39f4-48c8-9adb-96682a79775d has already been hosted by L3 agent dd4ad2d5-7278-4db2-b968-23881816b870 {{(pid=100912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 05:05:12.047132 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d43fa9-d62b-4755-8c0c-22d61e6ff7db tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Notify agent at l3_agent.dv-cinder-804735-5-iscsi the message routers_updated {{(pid=100912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 05:05:12.059522 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896fe743-a7f1-44a3-bb76-4b874cc97190 None None] Sync routers for ids ['3b1a610f-39f4-48c8-9adb-96682a79775d'] in dv-cinder-804735-5-iscsi {{(pid=100914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 05:05:12.068625 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896fe743-a7f1-44a3-bb76-4b874cc97190 None None] Routers {'3b1a610f-39f4-48c8-9adb-96682a79775d'} bound to L3 agent in host dv-cinder-804735-5-iscsi {{(pid=100914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:05:12.069245 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_hamode_db [None req-896fe743-a7f1-44a3-bb76-4b874cc97190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T04:53:40Z,description=,heartbeat_timestamp=2021-09-01T05:05:10Z,host='dv-cinder-804735-5-iscsi',id=dd4ad2d5-7278-4db2-b968-23881816b870,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:53:41Z,topic='l3_agent')) {'router_ids': ['3b1a610f-39f4-48c8-9adb-96682a79775d'], 'active': True} {{(pid=100914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:05:12.169120 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-22d43fa9-d62b-4755-8c0c-22d61e6ff7db tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428309'] for floatingip, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:12.179508 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_dvr_db [None req-896fe743-a7f1-44a3-bb76-4b874cc97190 None None] Set router 3b1a610f-39f4-48c8-9adb-96682a79775d gateway port host: dv-cinder-804735-5-iscsi {{(pid=100914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:05:12.205669 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 48652) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:05:12.206196 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-22d43fa9-d62b-4755-8c0c-22d61e6ff7db tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6574318 Sep 01 05:05:12.206400 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bfd8f5a-4f67-4780-a713-11ac3d23a7c2', 'tag': '5d10e774-28eb-414d-be48-14ae51a5c8eb'}] {{(pid=100912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:05:12.209051 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c32bf37734172ffae8bcd4fd235b58a84eb6a179622fde5d618b2948ae3f8620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d8e454-acba-4a7a-bf5f-b477043b383f" -d '{"events": [{"name": "network-changed", "server_uuid": "9bfd8f5a-4f67-4780-a713-11ac3d23a7c2", "tag": "5d10e774-28eb-414d-be48-14ae51a5c8eb"}]}' {{(pid=100912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:05:12.215795 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.v2.base [None req-1fd16b18-eb0e-4ccc-8b92-dfb147c24150 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1597773450', 'description': 'tempest-secgroup-smoke-1597773450 description', 'project_id': 'c43f8d20393b4239b54aee9d875b917f'}} {{(pid=100911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:05:12.270467 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 05:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4942f52b-4cff-4a2b-839e-cbc661d128a6 x-openstack-request-id: req-4942f52b-4cff-4a2b-839e-cbc661d128a6 {{(pid=100912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:05:12.270790 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bfd8f5a-4f67-4780-a713-11ac3d23a7c2", "tag": "5d10e774-28eb-414d-be48-14ae51a5c8eb", "status": "completed", "code": 200}]} {{(pid=100912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:05:12.271060 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4942f52b-4cff-4a2b-839e-cbc661d128a6 {{(pid=100912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:05:12.271640 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bfd8f5a-4f67-4780-a713-11ac3d23a7c2', 'tag': '5d10e774-28eb-414d-be48-14ae51a5c8eb', 'status': 'completed', 'code': 200} Sep 01 05:05:12.296115 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f337a68b-7574-4792-afe1-9b23c136e694 req-f4278838-d6d6-4a31-9bc1-b6a10cdd725f tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:12.297625 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-f337a68b-7574-4792-afe1-9b23c136e694 req-f4278838-d6d6-4a31-9bc1-b6a10cdd725f tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 947 time: 0.0647759 Sep 01 05:05:12.322340 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-1fd16b18-eb0e-4ccc-8b92-dfb147c24150 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Notify callbacks [] for security_group, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:12.340701 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-f337a68b-7574-4792-afe1-9b23c136e694 req-1688808a-0328-45e2-96de-c66321022181 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367327 Sep 01 05:05:12.396553 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d8e454-acba-4a7a-bf5f-b477043b383f req-077fd183-b50b-47c9-8e40-8357f0dfe1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:12.398262 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-a8d8e454-acba-4a7a-bf5f-b477043b383f req-077fd183-b50b-47c9-8e40-8357f0dfe1af service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c43f8d20393b4239b54aee9d875b917f&device_id=9bfd8f5a-4f67-4780-a713-11ac3d23a7c2 HTTP/1.1" status: 200 len: 1099 time: 0.0481050 Sep 01 05:05:12.414333 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_hamode_db [None req-896fe743-a7f1-44a3-bb76-4b874cc97190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1a610f-39f4-48c8-9adb-96682a79775d', 'name': 'tempest-TestMinimumBasicScenario-1943161487-router', 'tenant_id': 'c43f8d20393b4239b54aee9d875b917f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '11fbac61-4832-4b73-be43-d9900df7e582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:03:25Z', 'updated_at': '2021-09-01T05:03:29Z', 'revision_number': 4, 'project_id': 'c43f8d20393b4239b54aee9d875b917f', 'gw_port': {'id': '11fbac61-4832-4b73-be43-d9900df7e582', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ae:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1a610f-39f4-48c8-9adb-96682a79775d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:03:26Z', 'updated_at': '2021-09-01T05:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi', '_floatingips': [{'id': '4031984e-ed7e-4509-87ea-9ba77ae16d88', 'tenant_id': 'c43f8d20393b4239b54aee9d875b917f', 'floating_ip_address': '172.27.2.168', 'floating_network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'router_id': '3b1a610f-39f4-48c8-9adb-96682a79775d', 'port_id': '5d10e774-28eb-414d-be48-14ae51a5c8eb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ea2df36-8d87-4c1a-bd3e-3b9f99603457', 'mac_address': 'fa:16:3e:c7:df:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfd8f5a-4f67-4780-a713-11ac3d23a7c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T05:05:10Z', 'updated_at': '2021-09-01T05:05:10Z', 'revision_number': 0, 'project_id': 'c43f8d20393b4239b54aee9d875b917f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '398dc5e5-b384-4eb2-ae80-de3b5b019cba', 'name': '', 'network_id': '7ea2df36-8d87-4c1a-bd3e-3b9f99603457', 'tenant_id': 'c43f8d20393b4239b54aee9d875b917f', 'mac_address': 'fa:16:3e:db:12:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1a610f-39f4-48c8-9adb-96682a79775d', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'cd4148f0-4e48-42c9-809c-8c4bd67c55e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:03:28Z', 'updated_at': '2021-09-01T05:03:35Z', 'revision_number': 5, 'project_id': 'c43f8d20393b4239b54aee9d875b917f', 'subnets': [{'id': 'cd4148f0-4e48-42c9-809c-8c4bd67c55e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-5-iscsi', False) {} {{(pid=100914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:05:12.421338 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-1fd16b18-eb0e-4ccc-8b92-dfb147c24150 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Notify callbacks [] for security_group, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:12.446076 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896fe743-a7f1-44a3-bb76-4b874cc97190 None None] Checking router: 3b1a610f-39f4-48c8-9adb-96682a79775d for host: dv-cinder-804735-5-iscsi {{(pid=100914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 05:05:12.456619 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896fe743-a7f1-44a3-bb76-4b874cc97190 None None] Routers {'3b1a610f-39f4-48c8-9adb-96682a79775d'} bound to L3 agent in host dv-cinder-804735-5-iscsi {{(pid=100914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:05:12.457268 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_hamode_db [None req-896fe743-a7f1-44a3-bb76-4b874cc97190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T04:53:40Z,description=,heartbeat_timestamp=2021-09-01T05:05:10Z,host='dv-cinder-804735-5-iscsi',id=dd4ad2d5-7278-4db2-b968-23881816b870,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:53:41Z,topic='l3_agent')) {'router_ids': ['3b1a610f-39f4-48c8-9adb-96682a79775d'], 'active': True} {{(pid=100914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:05:12.505854 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-1fd16b18-eb0e-4ccc-8b92-dfb147c24150 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:12.508090 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d8e454-acba-4a7a-bf5f-b477043b383f req-65edadca-1ec1-4527-a44f-3f1a3cde315c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:12.508399 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-a8d8e454-acba-4a7a-bf5f-b477043b383f req-65edadca-1ec1-4527-a44f-3f1a3cde315c service neutron] 10.222.0.37 "GET /v2.0/networks?id=7ea2df36-8d87-4c1a-bd3e-3b9f99603457 HTTP/1.1" status: 200 len: 916 time: 0.0896456 Sep 01 05:05:12.535729 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd16b18-eb0e-4ccc-8b92-dfb147c24150 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc5af2a-2eb8-461f-a1d7-6deb0f255eb5,revision_number=1']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:05:12.568798 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_dvr_db [None req-896fe743-a7f1-44a3-bb76-4b874cc97190 None None] Set router 3b1a610f-39f4-48c8-9adb-96682a79775d gateway port host: dv-cinder-804735-5-iscsi {{(pid=100914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:05:12.585953 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-a8d8e454-acba-4a7a-bf5f-b477043b383f req-3c2566a0-35da-4c33-8e67-8c9432fc754b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d10e774-28eb-414d-be48-14ae51a5c8eb HTTP/1.1" status: 200 len: 1000 time: 0.0683486 Sep 01 05:05:12.596664 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-1fd16b18-eb0e-4ccc-8b92-dfb147c24150 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Notify callbacks [] for security_group, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:12.600632 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-1fd16b18-eb0e-4ccc-8b92-dfb147c24150 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3904431 Sep 01 05:05:12.600861 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 48656) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:05:12.605692 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.v2.base [None req-c517995e-cf8e-497e-8b68-fd087d749ee4 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Request body: {'security_group_rule': {'security_group_id': '3bc5af2a-2eb8-461f-a1d7-6deb0f255eb5', 'project_id': 'c43f8d20393b4239b54aee9d875b917f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:05:12.640023 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d8e454-acba-4a7a-bf5f-b477043b383f req-2f9b767c-18e6-4fea-a7ea-cea5dba40b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:12.641554 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-a8d8e454-acba-4a7a-bf5f-b477043b383f req-2f9b767c-18e6-4fea-a7ea-cea5dba40b97 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cd4148f0-4e48-42c9-809c-8c4bd67c55e0 HTTP/1.1" status: 200 len: 854 time: 0.0458889 Sep 01 05:05:12.691793 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d8e454-acba-4a7a-bf5f-b477043b383f req-88b54c48-3ba7-40b3-a3f9-697691abae4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:12.693347 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-a8d8e454-acba-4a7a-bf5f-b477043b383f req-88b54c48-3ba7-40b3-a3f9-697691abae4e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7ea2df36-8d87-4c1a-bd3e-3b9f99603457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409267 Sep 01 05:05:12.699640 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-c517995e-cf8e-497e-8b68-fd087d749ee4 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:12.759407 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-c517995e-cf8e-497e-8b68-fd087d749ee4 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:12.803041 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-a8d8e454-acba-4a7a-bf5f-b477043b383f req-f48237f6-c9ab-443d-9098-61c73b86053f service neutron] 10.222.0.37 "GET /v2.0/networks/7ea2df36-8d87-4c1a-bd3e-3b9f99603457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898466 Sep 01 05:05:12.809862 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_hamode_db [None req-896fe743-a7f1-44a3-bb76-4b874cc97190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1a610f-39f4-48c8-9adb-96682a79775d', 'name': 'tempest-TestMinimumBasicScenario-1943161487-router', 'tenant_id': 'c43f8d20393b4239b54aee9d875b917f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '11fbac61-4832-4b73-be43-d9900df7e582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:03:25Z', 'updated_at': '2021-09-01T05:03:29Z', 'revision_number': 4, 'project_id': 'c43f8d20393b4239b54aee9d875b917f', 'gw_port': {'id': '11fbac61-4832-4b73-be43-d9900df7e582', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ae:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1a610f-39f4-48c8-9adb-96682a79775d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:03:26Z', 'updated_at': '2021-09-01T05:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi', '_floatingips': [{'id': '4031984e-ed7e-4509-87ea-9ba77ae16d88', 'tenant_id': 'c43f8d20393b4239b54aee9d875b917f', 'floating_ip_address': '172.27.2.168', 'floating_network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'router_id': '3b1a610f-39f4-48c8-9adb-96682a79775d', 'port_id': '5d10e774-28eb-414d-be48-14ae51a5c8eb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ea2df36-8d87-4c1a-bd3e-3b9f99603457', 'mac_address': 'fa:16:3e:c7:df:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfd8f5a-4f67-4780-a713-11ac3d23a7c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T05:05:10Z', 'updated_at': '2021-09-01T05:05:10Z', 'revision_number': 0, 'project_id': 'c43f8d20393b4239b54aee9d875b917f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '398dc5e5-b384-4eb2-ae80-de3b5b019cba', 'name': '', 'network_id': '7ea2df36-8d87-4c1a-bd3e-3b9f99603457', 'tenant_id': 'c43f8d20393b4239b54aee9d875b917f', 'mac_address': 'fa:16:3e:db:12:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1a610f-39f4-48c8-9adb-96682a79775d', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'cd4148f0-4e48-42c9-809c-8c4bd67c55e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:03:28Z', 'updated_at': '2021-09-01T05:03:35Z', 'revision_number': 5, 'project_id': 'c43f8d20393b4239b54aee9d875b917f', 'subnets': [{'id': 'cd4148f0-4e48-42c9-809c-8c4bd67c55e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-5-iscsi', False) {} {{(pid=100914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:05:12.838520 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896fe743-a7f1-44a3-bb76-4b874cc97190 None None] The sync data for ids ['3b1a610f-39f4-48c8-9adb-96682a79775d'] in dv-cinder-804735-5-iscsi is: [{'id': '3b1a610f-39f4-48c8-9adb-96682a79775d', 'name': 'tempest-TestMinimumBasicScenario-1943161487-router', 'tenant_id': 'c43f8d20393b4239b54aee9d875b917f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '11fbac61-4832-4b73-be43-d9900df7e582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:03:25Z', 'updated_at': '2021-09-01T05:03:29Z', 'revision_number': 4, 'project_id': 'c43f8d20393b4239b54aee9d875b917f', 'gw_port': {'id': '11fbac61-4832-4b73-be43-d9900df7e582', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ae:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1a610f-39f4-48c8-9adb-96682a79775d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:03:26Z', 'updated_at': '2021-09-01T05:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi', '_floatingips': [{'id': '4031984e-ed7e-4509-87ea-9ba77ae16d88', 'tenant_id': 'c43f8d20393b4239b54aee9d875b917f', 'floating_ip_address': '172.27.2.168', 'floating_network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'router_id': '3b1a610f-39f4-48c8-9adb-96682a79775d', 'port_id': '5d10e774-28eb-414d-be48-14ae51a5c8eb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ea2df36-8d87-4c1a-bd3e-3b9f99603457', 'mac_address': 'fa:16:3e:c7:df:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfd8f5a-4f67-4780-a713-11ac3d23a7c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T05:05:10Z', 'updated_at': '2021-09-01T05:05:10Z', 'revision_number': 0, 'project_id': 'c43f8d20393b4239b54aee9d875b917f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '398dc5e5-b384-4eb2-ae80-de3b5b019cba', 'name': '', 'network_id': '7ea2df36-8d87-4c1a-bd3e-3b9f99603457', 'tenant_id': 'c43f8d20393b4239b54aee9d875b917f', 'mac_address': 'fa:16:3e:db:12:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1a610f-39f4-48c8-9adb-96682a79775d', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'cd4148f0-4e48-42c9-809c-8c4bd67c55e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:03:28Z', 'updated_at': '2021-09-01T05:03:35Z', 'revision_number': 5, 'project_id': 'c43f8d20393b4239b54aee9d875b917f', 'subnets': [{'id': 'cd4148f0-4e48-42c9-809c-8c4bd67c55e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 05:05:12.872123 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-c517995e-cf8e-497e-8b68-fd087d749ee4 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71185'] for security_group_rule, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:12.890689 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c517995e-cf8e-497e-8b68-fd087d749ee4 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84d12660-b982-4db7-9f51-fae50d6859f3,revision_number=0']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:05:12.908604 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-a8d8e454-acba-4a7a-bf5f-b477043b383f req-5aa4a647-79a3-417a-9935-a8872031c48c service neutron] 10.222.0.37 "GET /v2.0/networks/7ea2df36-8d87-4c1a-bd3e-3b9f99603457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966625 Sep 01 05:05:13.003006 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd7d7d7-c6d2-4ee9-94e3-42b029744a56 req-952393f6-f0c8-44fc-be08-41ff4d3c5913 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:13.004606 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-8cd7d7d7-c6d2-4ee9-94e3-42b029744a56 req-952393f6-f0c8-44fc-be08-41ff4d3c5913 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=aee9c1da-4b85-4736-8be3-b0190f921ea0 HTTP/1.1" status: 200 len: 946 time: 0.0550172 Sep 01 05:05:13.008223 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-c517995e-cf8e-497e-8b68-fd087d749ee4 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:13.009499 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-c517995e-cf8e-497e-8b68-fd087d749ee4 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4076543 Sep 01 05:05:13.012941 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 48660) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:05:13.022135 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.v2.base [None req-1b6d67fc-991b-4986-b7fc-8dfa6ced8979 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Request body: {'security_group_rule': {'security_group_id': '3bc5af2a-2eb8-461f-a1d7-6deb0f255eb5', 'project_id': 'c43f8d20393b4239b54aee9d875b917f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:05:13.058572 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33065c5-2cd1-4c9c-b30c-606c46920fc4 None None] New status for floating IP 4031984e-ed7e-4509-87ea-9ba77ae16d88: ACTIVE {{(pid=100913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 05:05:13.059067 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-8cd7d7d7-c6d2-4ee9-94e3-42b029744a56 req-ed887e5f-2a1c-4c17-a196-054515f86c04 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367351 Sep 01 05:05:13.122381 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-1b6d67fc-991b-4986-b7fc-8dfa6ced8979 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:13.182313 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-1b6d67fc-991b-4986-b7fc-8dfa6ced8979 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:13.207014 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-57069d07-1191-4bd8-9ef8-43ac9a8b42c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:13.282613 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-1b6d67fc-991b-4986-b7fc-8dfa6ced8979 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71185'] for security_group_rule, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:13.303262 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6d67fc-991b-4986-b7fc-8dfa6ced8979 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b850d47-eaa1-4de0-ab27-52bceb9e30bc,revision_number=0']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:05:13.368338 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-1b6d67fc-991b-4986-b7fc-8dfa6ced8979 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:13.369563 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-1b6d67fc-991b-4986-b7fc-8dfa6ced8979 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3556697 Sep 01 05:05:13.372858 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 48666) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:05:13.377585 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.v2.base [None req-c747a313-cf46-4ea3-8b36-996e8ac35563 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Request body: {'security_group_rule': {'security_group_id': '3bc5af2a-2eb8-461f-a1d7-6deb0f255eb5', 'project_id': 'c43f8d20393b4239b54aee9d875b917f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:05:13.464404 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-c747a313-cf46-4ea3-8b36-996e8ac35563 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:13.464660 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e041a10-04f2-48e2-9561-c91ffd2ba1bc req-7710a57a-9756-46cd-8906-28eb7db2e9de tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:13.466171 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-7e041a10-04f2-48e2-9561-c91ffd2ba1bc req-7710a57a-9756-46cd-8906-28eb7db2e9de tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 947 time: 0.0503118 Sep 01 05:05:13.506251 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-7e041a10-04f2-48e2-9561-c91ffd2ba1bc req-bebeb357-2942-4fda-8be8-b09c60eefbe7 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337031 Sep 01 05:05:13.525071 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-c747a313-cf46-4ea3-8b36-996e8ac35563 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:13.596845 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-c747a313-cf46-4ea3-8b36-996e8ac35563 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71185'] for security_group_rule, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:13.613191 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c747a313-cf46-4ea3-8b36-996e8ac35563 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba9a8548-683b-4e5c-b12a-75af1015a7dc,revision_number=0']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:05:13.688393 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-c747a313-cf46-4ea3-8b36-996e8ac35563 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:13.689649 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-c747a313-cf46-4ea3-8b36-996e8ac35563 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3157279 Sep 01 05:05:13.692520 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 48670) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:05:13.697327 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.v2.base [None req-592011f2-f30a-44df-83fa-12fd5a88e069 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Request body: {'security_group_rule': {'security_group_id': '3bc5af2a-2eb8-461f-a1d7-6deb0f255eb5', 'project_id': 'c43f8d20393b4239b54aee9d875b917f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:05:13.779960 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-592011f2-f30a-44df-83fa-12fd5a88e069 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:13.844261 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-592011f2-f30a-44df-83fa-12fd5a88e069 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:13.962268 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-592011f2-f30a-44df-83fa-12fd5a88e069 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71185'] for security_group_rule, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:13.984898 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592011f2-f30a-44df-83fa-12fd5a88e069 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5202ae7a-d8fc-4b04-aa4b-5d29c4705496,revision_number=0']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:05:14.086845 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-592011f2-f30a-44df-83fa-12fd5a88e069 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:14.088222 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-592011f2-f30a-44df-83fa-12fd5a88e069 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3945584 Sep 01 05:05:14.091319 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 48674) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:05:14.096207 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.v2.base [None req-6a499ab9-9ec9-4a85-8f87-96856f5dee13 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Request body: {'security_group_rule': {'security_group_id': '3bc5af2a-2eb8-461f-a1d7-6deb0f255eb5', 'project_id': 'c43f8d20393b4239b54aee9d875b917f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:05:14.177718 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719a5550-b5b7-4433-80e7-9e5d56487fdd req-af7ffd9a-3e8a-4278-b5e2-79163ab2c7f3 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:14.179277 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-719a5550-b5b7-4433-80e7-9e5d56487fdd req-af7ffd9a-3e8a-4278-b5e2-79163ab2c7f3 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=aee9c1da-4b85-4736-8be3-b0190f921ea0 HTTP/1.1" status: 200 len: 946 time: 0.0486853 Sep 01 05:05:14.205009 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.db.securitygroups_db [None req-6a499ab9-9ec9-4a85-8f87-96856f5dee13 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Project c43f8d20393b4239b54aee9d875b917f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 05:05:14.217780 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-6a499ab9-9ec9-4a85-8f87-96856f5dee13 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:14.225205 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-719a5550-b5b7-4433-80e7-9e5d56487fdd req-6f98efbf-9ce4-475c-920b-744a8a3ea740 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397832 Sep 01 05:05:14.289476 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-6a499ab9-9ec9-4a85-8f87-96856f5dee13 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:14.407502 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-6a499ab9-9ec9-4a85-8f87-96856f5dee13 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71185'] for security_group_rule, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:14.428097 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a499ab9-9ec9-4a85-8f87-96856f5dee13 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e5770a5-4330-4e71-86d7-95ed742d7c42,revision_number=0']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:05:14.492748 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-6a499ab9-9ec9-4a85-8f87-96856f5dee13 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:14.494078 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-6a499ab9-9ec9-4a85-8f87-96856f5dee13 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4014666 Sep 01 05:05:14.498093 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 48678) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:05:14.502813 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.v2.base [None req-2c949747-0a15-479e-9419-a53e680dc7f1 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Request body: {'security_group_rule': {'security_group_id': '3bc5af2a-2eb8-461f-a1d7-6deb0f255eb5', 'project_id': 'c43f8d20393b4239b54aee9d875b917f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:05:14.585472 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.db.securitygroups_db [None req-2c949747-0a15-479e-9419-a53e680dc7f1 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Project c43f8d20393b4239b54aee9d875b917f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 05:05:14.591951 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-2c949747-0a15-479e-9419-a53e680dc7f1 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:14.658611 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-2c949747-0a15-479e-9419-a53e680dc7f1 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:14.732496 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-2c949747-0a15-479e-9419-a53e680dc7f1 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71185'] for security_group_rule, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:14.972225 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c949747-0a15-479e-9419-a53e680dc7f1 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d838e45-7d01-475c-b9a8-89a9ad6bd171,revision_number=0']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:05:15.059676 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-2c949747-0a15-479e-9419-a53e680dc7f1 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:15.060987 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-2c949747-0a15-479e-9419-a53e680dc7f1 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5618045 Sep 01 05:05:15.156145 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-0037d6be-f651-4b79-b527-c93c9e938c40 req-6f2691f3-1bbf-42f6-af3e-f8877cffc1ab tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1597773450&fields=id&tenant_id=c43f8d20393b4239b54aee9d875b917f HTTP/1.1" status: 200 len: 267 time: 0.0379059 Sep 01 05:05:15.208313 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0037d6be-f651-4b79-b527-c93c9e938c40 req-abaa2adc-b95e-4a61-ba09-b912400ba6b8 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:15.209793 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-0037d6be-f651-4b79-b527-c93c9e938c40 req-abaa2adc-b95e-4a61-ba09-b912400ba6b8 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bfd8f5a-4f67-4780-a713-11ac3d23a7c2 HTTP/1.1" status: 200 len: 946 time: 0.0480039 Sep 01 05:05:15.222440 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.v2.base [req-0037d6be-f651-4b79-b527-c93c9e938c40 req-7599561b-13f1-4a03-9370-4bb3cc04a175 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Request body: {'port': {'security_groups': ['5f94a329-6dd4-4d26-a073-d11af5a8d093', '3bc5af2a-2eb8-461f-a1d7-6deb0f255eb5']}} {{(pid=100912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:05:15.288381 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [req-0037d6be-f651-4b79-b527-c93c9e938c40 req-7599561b-13f1-4a03-9370-4bb3cc04a175 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:15.413300 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d0e032-1488-4571-af2e-c3c0d3af0d54 req-f51c82fc-ab18-411d-8f9b-5ab109a50490 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:15.414865 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e1d0e032-1488-4571-af2e-c3c0d3af0d54 req-f51c82fc-ab18-411d-8f9b-5ab109a50490 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.37 "GET /v2.0/ports?device_id=aee9c1da-4b85-4736-8be3-b0190f921ea0 HTTP/1.1" status: 200 len: 946 time: 0.1233149 Sep 01 05:05:15.446032 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae65b72-7d37-42cf-9624-cd8121de7cbe req-0003485d-3bff-462f-a08b-03ca14499cea tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:15.447591 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-dae65b72-7d37-42cf-9624-cd8121de7cbe req-0003485d-3bff-462f-a08b-03ca14499cea tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=aee9c1da-4b85-4736-8be3-b0190f921ea0 HTTP/1.1" status: 200 len: 946 time: 0.1426363 Sep 01 05:05:15.569378 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-dae65b72-7d37-42cf-9624-cd8121de7cbe req-37d7d81a-99b8-4a28-903a-88729da3ba51 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/security-groups?id=62645d4d-a61f-433f-a97f-a988e3c7fe2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015875 Sep 01 05:05:15.653888 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.plugin [req-e1d0e032-1488-4571-af2e-c3c0d3af0d54 req-d3a3f77b-695f-474f-8c34-9f06372d18d3 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Deleting port 751997c4-9e87-414d-a807-eca808de742a {{(pid=100912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:05:15.654233 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [req-e1d0e032-1488-4571-af2e-c3c0d3af0d54 req-d3a3f77b-695f-474f-8c34-9f06372d18d3 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780564872726'] for port, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:15.661394 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.db [req-0037d6be-f651-4b79-b527-c93c9e938c40 req-7599561b-13f1-4a03-9370-4bb3cc04a175 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] For port 5d10e774-28eb-414d-be48-14ae51a5c8eb, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=5d10e774-28eb-414d-be48-14ae51a5c8eb,segment=NetworkSegment(751a213c-335c-40b8-9e12-a4661bcc7bc7),segment_id=751a213c-335c-40b8-9e12-a4661bcc7bc7)] {{(pid=100912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:05:15.741939 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [req-0037d6be-f651-4b79-b527-c93c9e938c40 req-7599561b-13f1-4a03-9370-4bb3cc04a175 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Notify callbacks [] for port, precommit_update {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:15.769874 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.db [req-e1d0e032-1488-4571-af2e-c3c0d3af0d54 req-d3a3f77b-695f-474f-8c34-9f06372d18d3 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] For port 751997c4-9e87-414d-a807-eca808de742a, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=751997c4-9e87-414d-a807-eca808de742a,segment=NetworkSegment(6e1bddff-bcf1-4e83-9c12-c4ded3ce417c),segment_id=6e1bddff-bcf1-4e83-9c12-c4ded3ce417c)] {{(pid=100912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:05:15.770233 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [req-e1d0e032-1488-4571-af2e-c3c0d3af0d54 req-d3a3f77b-695f-474f-8c34-9f06372d18d3 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958503'] for port, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:15.783186 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.plugin [req-e1d0e032-1488-4571-af2e-c3c0d3af0d54 req-d3a3f77b-695f-474f-8c34-9f06372d18d3 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Calling delete_port for 751997c4-9e87-414d-a807-eca808de742a owned by compute:nova {{(pid=100912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:05:15.824644 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [req-0037d6be-f651-4b79-b527-c93c9e938c40 req-7599561b-13f1-4a03-9370-4bb3cc04a175 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59570589'] for port, after_update {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:15.866680 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] get_ports_and_sgs() called for port_ids ['5d10e774-28eb-414d-be48-14ae51a5c8eb'] {{(pid=100913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 05:05:15.875764 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0037d6be-f651-4b79-b527-c93c9e938c40 req-7599561b-13f1-4a03-9370-4bb3cc04a175 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:15.875764 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [req-0037d6be-f651-4b79-b527-c93c9e938c40 req-7599561b-13f1-4a03-9370-4bb3cc04a175 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428309'] for port, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:15.877185 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-0037d6be-f651-4b79-b527-c93c9e938c40 req-7599561b-13f1-4a03-9370-4bb3cc04a175 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "PUT /v2.0/ports/5d10e774-28eb-414d-be48-14ae51a5c8eb HTTP/1.1" status: 200 len: 982 time: 0.6596208 Sep 01 05:05:15.883252 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bfd8f5a-4f67-4780-a713-11ac3d23a7c2', 'tag': '5d10e774-28eb-414d-be48-14ae51a5c8eb'}] {{(pid=100912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:05:15.885518 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c32bf37734172ffae8bcd4fd235b58a84eb6a179622fde5d618b2948ae3f8620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63ce7a02-b774-4a31-b956-34fa570caa1a" -d '{"events": [{"name": "network-changed", "server_uuid": "9bfd8f5a-4f67-4780-a713-11ac3d23a7c2", "tag": "5d10e774-28eb-414d-be48-14ae51a5c8eb"}]}' {{(pid=100912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:05:15.926914 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7599561b-13f1-4a03-9370-4bb3cc04a175 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Pushing event updated for resources: {'Port': ['ID=5d10e774-28eb-414d-be48-14ae51a5c8eb,revision_number=6']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:05:15.988417 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 05:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ffb9b96-1bbc-4bd8-bb8f-6b0d7f1a10df x-openstack-request-id: req-5ffb9b96-1bbc-4bd8-bb8f-6b0d7f1a10df {{(pid=100912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:05:15.988702 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bfd8f5a-4f67-4780-a713-11ac3d23a7c2", "tag": "5d10e774-28eb-414d-be48-14ae51a5c8eb", "status": "completed", "code": 200}]} {{(pid=100912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:05:15.988955 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5ffb9b96-1bbc-4bd8-bb8f-6b0d7f1a10df {{(pid=100912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:05:15.989393 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bfd8f5a-4f67-4780-a713-11ac3d23a7c2', 'tag': '5d10e774-28eb-414d-be48-14ae51a5c8eb', 'status': 'completed', 'code': 200} Sep 01 05:05:16.049004 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] get_ports_and_sgs() called for port_ids ['5d10e774-28eb-414d-be48-14ae51a5c8eb'] {{(pid=100913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 05:05:16.059632 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eec5925-84a4-453d-99fa-52723e5784fd req-0e4c29a2-a1cb-450b-8bc9-6a0042f84f92 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:16.061229 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-1eec5925-84a4-453d-99fa-52723e5784fd req-0e4c29a2-a1cb-450b-8bc9-6a0042f84f92 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bfd8f5a-4f67-4780-a713-11ac3d23a7c2 HTTP/1.1" status: 200 len: 985 time: 0.0676157 Sep 01 05:05:16.061506 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ce7a02-b774-4a31-b956-34fa570caa1a req-30503a2b-c376-4842-bf4e-2c45d714c4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:16.063872 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-63ce7a02-b774-4a31-b956-34fa570caa1a req-30503a2b-c376-4842-bf4e-2c45d714c4a7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c43f8d20393b4239b54aee9d875b917f&device_id=9bfd8f5a-4f67-4780-a713-11ac3d23a7c2 HTTP/1.1" status: 200 len: 1138 time: 0.0471880 Sep 01 05:05:16.110722 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [req-e1d0e032-1488-4571-af2e-c3c0d3af0d54 req-d3a3f77b-695f-474f-8c34-9f06372d18d3 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780564874213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780564376598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59570596'] for port, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:16.122961 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-1eec5925-84a4-453d-99fa-52723e5784fd req-d13b954d-10d3-4315-8773-1be7c2ac3a8e tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f94a329-6dd4-4d26-a073-d11af5a8d093&id=3bc5af2a-2eb8-461f-a1d7-6deb0f255eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549643 Sep 01 05:05:16.154611 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a3f77b-695f-474f-8c34-9f06372d18d3 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Pushing event deleted for resources: {'Port': ['ID=751997c4-9e87-414d-a807-eca808de742a,revision_number=None']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:05:16.176905 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-dd2def53-9d79-40eb-83c3-be7222530a74 None None] Provisioning complete for port 5d10e774-28eb-414d-be48-14ae51a5c8eb triggered by entity DHCP. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:05:16.177276 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-dd2def53-9d79-40eb-83c3-be7222530a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:16.183927 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ce7a02-b774-4a31-b956-34fa570caa1a req-d4e4d7ac-9a14-4baa-bceb-a2b355b96179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:16.185758 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-63ce7a02-b774-4a31-b956-34fa570caa1a req-d4e4d7ac-9a14-4baa-bceb-a2b355b96179 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7ea2df36-8d87-4c1a-bd3e-3b9f99603457 HTTP/1.1" status: 200 len: 916 time: 0.1128542 Sep 01 05:05:16.205512 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1d0e032-1488-4571-af2e-c3c0d3af0d54 req-d3a3f77b-695f-474f-8c34-9f06372d18d3 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] No DVR routers for this DVR port 751997c4-9e87-414d-a807-eca808de742a on host hv-cinder-80473 {{(pid=100912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 05:05:16.208126 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [req-e1d0e032-1488-4571-af2e-c3c0d3af0d54 req-d3a3f77b-695f-474f-8c34-9f06372d18d3 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428309'] for port, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:16.210148 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e1d0e032-1488-4571-af2e-c3c0d3af0d54 req-d3a3f77b-695f-474f-8c34-9f06372d18d3 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.37 "DELETE /v2.0/ports/751997c4-9e87-414d-a807-eca808de742a HTTP/1.1" status: 204 len: 173 time: 0.7874131 Sep 01 05:05:16.260052 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-63ce7a02-b774-4a31-b956-34fa570caa1a req-2a10a3a9-ce10-4169-a7c4-c07ec93c285b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d10e774-28eb-414d-be48-14ae51a5c8eb HTTP/1.1" status: 200 len: 1002 time: 0.0669808 Sep 01 05:05:16.317508 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ce7a02-b774-4a31-b956-34fa570caa1a req-28ca05a5-7df3-47ae-bd7a-da6c7a151dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:16.320515 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-63ce7a02-b774-4a31-b956-34fa570caa1a req-28ca05a5-7df3-47ae-bd7a-da6c7a151dc2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cd4148f0-4e48-42c9-809c-8c4bd67c55e0 HTTP/1.1" status: 200 len: 854 time: 0.0515928 Sep 01 05:05:16.374658 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ce7a02-b774-4a31-b956-34fa570caa1a req-7503e688-44c8-4467-9424-a57f64b4c1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:16.376164 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-63ce7a02-b774-4a31-b956-34fa570caa1a req-7503e688-44c8-4467-9424-a57f64b4c1b0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7ea2df36-8d87-4c1a-bd3e-3b9f99603457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453622 Sep 01 05:05:16.476230 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-63ce7a02-b774-4a31-b956-34fa570caa1a req-dcb19454-aa89-4c49-966e-1da2c6811628 service neutron] 10.222.0.37 "GET /v2.0/networks/7ea2df36-8d87-4c1a-bd3e-3b9f99603457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908630 Sep 01 05:05:16.577849 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-63ce7a02-b774-4a31-b956-34fa570caa1a req-56560fb0-d514-4b3e-a20b-9c979e1878d3 service neutron] 10.222.0.37 "GET /v2.0/networks/7ea2df36-8d87-4c1a-bd3e-3b9f99603457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923927 Sep 01 05:05:16.678864 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-aec1f876-46d7-48a5-ae03-ac1a8d6351c6 req-5a6e5095-02ec-4229-9dfb-5bfe5bf0e1dc tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] 10.222.0.11 "GET /v2.0/ports?device_id=aee9c1da-4b85-4736-8be3-b0190f921ea0 HTTP/1.1" status: 200 len: 210 time: 0.0257688 Sep 01 05:05:17.057027 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] get_ports_and_sgs() called for port_ids ['751997c4-9e87-414d-a807-eca808de742a'] {{(pid=100913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 05:05:17.734441 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 48704) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:05:17.990979 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aee9c1da-4b85-4736-8be3-b0190f921ea0', 'name': 'network-vif-deleted', 'tag': '751997c4-9e87-414d-a807-eca808de742a'}] {{(pid=100912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:05:17.993349 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c32bf37734172ffae8bcd4fd235b58a84eb6a179622fde5d618b2948ae3f8620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b540bb3-23da-448e-92d4-b84270ef0fbd" -d '{"events": [{"server_uuid": "aee9c1da-4b85-4736-8be3-b0190f921ea0", "name": "network-vif-deleted", "tag": "751997c4-9e87-414d-a807-eca808de742a"}]}' {{(pid=100912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:05:18.031618 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 05:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d38eb7d-068d-4cf3-b3c5-02373a860ff1 x-openstack-request-id: req-2d38eb7d-068d-4cf3-b3c5-02373a860ff1 {{(pid=100912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:05:18.031970 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aee9c1da-4b85-4736-8be3-b0190f921ea0", "name": "network-vif-deleted", "tag": "751997c4-9e87-414d-a807-eca808de742a", "status": "completed", "code": 200}]} {{(pid=100912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:05:18.032281 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2d38eb7d-068d-4cf3-b3c5-02373a860ff1 {{(pid=100912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:05:18.032730 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aee9c1da-4b85-4736-8be3-b0190f921ea0', 'name': 'network-vif-deleted', 'tag': '751997c4-9e87-414d-a807-eca808de742a', 'status': 'completed', 'code': 200} Sep 01 05:05:18.362778 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-781f6145-60fc-4115-a405-08f7e236ba95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1960977'] for router_interface, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:18.658448 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.plugin [None req-781f6145-60fc-4115-a405-08f7e236ba95 admin admin] Deleting port 4db65dc1-f90b-4021-935d-4d99dda66b20 {{(pid=100911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:05:18.658814 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-781f6145-60fc-4115-a405-08f7e236ba95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780564872726'] for port, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:18.740314 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.db [None req-781f6145-60fc-4115-a405-08f7e236ba95 admin admin] For port 4db65dc1-f90b-4021-935d-4d99dda66b20, host dv-cinder-804735-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-5-iscsi',level=0,port_id=4db65dc1-f90b-4021-935d-4d99dda66b20,segment=NetworkSegment(6e1bddff-bcf1-4e83-9c12-c4ded3ce417c),segment_id=6e1bddff-bcf1-4e83-9c12-c4ded3ce417c)] {{(pid=100911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:05:18.740987 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-781f6145-60fc-4115-a405-08f7e236ba95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958503'] for port, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:18.753502 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.plugin [None req-781f6145-60fc-4115-a405-08f7e236ba95 admin admin] Calling delete_port for 4db65dc1-f90b-4021-935d-4d99dda66b20 owned by network:router_interface {{(pid=100911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:05:19.014259 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-781f6145-60fc-4115-a405-08f7e236ba95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780564874213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780564376598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3457272'] for port, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:19.039102 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781f6145-60fc-4115-a405-08f7e236ba95 admin admin] Pushing event deleted for resources: {'Port': ['ID=4db65dc1-f90b-4021-935d-4d99dda66b20,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:05:19.204303 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-781f6145-60fc-4115-a405-08f7e236ba95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1607793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1961101'] for router_interface, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:19.416671 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-781f6145-60fc-4115-a405-08f7e236ba95 admin admin] Router 02e86c71-e035-4c69-8724-fce829d5e969 has already been hosted by L3 agent dd4ad2d5-7278-4db2-b968-23881816b870 {{(pid=100911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 05:05:19.524358 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-781f6145-60fc-4115-a405-08f7e236ba95 admin admin] Notify agent at l3_agent.dv-cinder-804735-5-iscsi the message routers_updated {{(pid=100911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 05:05:19.530736 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-781f6145-60fc-4115-a405-08f7e236ba95 admin admin] 10.222.0.11 "PUT /v2.0/routers/02e86c71-e035-4c69-8724-fce829d5e969/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7952287 Sep 01 05:05:19.533269 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 48710) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:05:19.533837 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0020ade-05a4-48c7-9392-4c68c3e51f06 None None] Sync routers for ids ['02e86c71-e035-4c69-8724-fce829d5e969'] in dv-cinder-804735-5-iscsi {{(pid=100914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 05:05:19.543076 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0020ade-05a4-48c7-9392-4c68c3e51f06 None None] Routers {'02e86c71-e035-4c69-8724-fce829d5e969'} bound to L3 agent in host dv-cinder-804735-5-iscsi {{(pid=100914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:05:19.543756 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_hamode_db [None req-a0020ade-05a4-48c7-9392-4c68c3e51f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T04:53:40Z,description=,heartbeat_timestamp=2021-09-01T05:05:10Z,host='dv-cinder-804735-5-iscsi',id=dd4ad2d5-7278-4db2-b968-23881816b870,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:53:41Z,topic='l3_agent')) {'router_ids': ['02e86c71-e035-4c69-8724-fce829d5e969'], 'active': True} {{(pid=100914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:05:19.639377 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-d99e58a7-fd1b-4ed8-a71e-f309e441b723 admin admin] Notify callbacks [] for router, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:19.649874 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_dvr_db [None req-a0020ade-05a4-48c7-9392-4c68c3e51f06 None None] Set router 02e86c71-e035-4c69-8724-fce829d5e969 gateway port host: dv-cinder-804735-5-iscsi {{(pid=100914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:05:19.751227 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-d99e58a7-fd1b-4ed8-a71e-f309e441b723 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:19.803730 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device 751997c4-9e87-414d-a807-eca808de742a no longer exists at agent hyperv_hv-cinder-80473 {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:05:19.824538 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.plugin [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] No Port match for: 751997c4-9e87-414d-a807-eca808de742a {{(pid=100913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 05:05:19.824908 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device 751997c4-9e87-414d-a807-eca808de742a not bound to the agent host hv-cinder-80473 {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 05:05:19.828729 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_hamode_db [None req-a0020ade-05a4-48c7-9392-4c68c3e51f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02e86c71-e035-4c69-8724-fce829d5e969', 'name': 'tempest-ServerRescueNegativeTestJSON-1931772365-router', 'tenant_id': '6656dbfc754f4b4eb5789000e7b6d945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '6bf07d02-b910-410c-bfbc-d8e537bd130a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:01:44Z', 'updated_at': '2021-09-01T05:05:18Z', 'revision_number': 5, 'project_id': '6656dbfc754f4b4eb5789000e7b6d945', 'gw_port': {'id': '6bf07d02-b910-410c-bfbc-d8e537bd130a', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:06:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e86c71-e035-4c69-8724-fce829d5e969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:01:46Z', 'updated_at': '2021-09-01T05:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi'}], 'dv-cinder-804735-5-iscsi', False) {} {{(pid=100914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:05:19.854959 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0020ade-05a4-48c7-9392-4c68c3e51f06 None None] Checking router: 02e86c71-e035-4c69-8724-fce829d5e969 for host: dv-cinder-804735-5-iscsi {{(pid=100914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 05:05:19.863336 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0020ade-05a4-48c7-9392-4c68c3e51f06 None None] Routers {'02e86c71-e035-4c69-8724-fce829d5e969'} bound to L3 agent in host dv-cinder-804735-5-iscsi {{(pid=100914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:05:19.863910 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.plugin [None req-d99e58a7-fd1b-4ed8-a71e-f309e441b723 admin admin] Deleting port 6bf07d02-b910-410c-bfbc-d8e537bd130a {{(pid=100911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:05:19.864041 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_hamode_db [None req-a0020ade-05a4-48c7-9392-4c68c3e51f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-01T04:53:40Z,description=,heartbeat_timestamp=2021-09-01T05:05:10Z,host='dv-cinder-804735-5-iscsi',id=dd4ad2d5-7278-4db2-b968-23881816b870,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:53:41Z,topic='l3_agent')) {'router_ids': ['02e86c71-e035-4c69-8724-fce829d5e969'], 'active': True} {{(pid=100914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:05:19.864284 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-d99e58a7-fd1b-4ed8-a71e-f309e441b723 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780564872726'] for port, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:19.947547 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.db [None req-d99e58a7-fd1b-4ed8-a71e-f309e441b723 admin admin] For port 6bf07d02-b910-410c-bfbc-d8e537bd130a, host dv-cinder-804735-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-5-iscsi',level=0,port_id=6bf07d02-b910-410c-bfbc-d8e537bd130a,segment=NetworkSegment(ace692d4-e0f2-4d18-963d-d8c8432b7d17),segment_id=ace692d4-e0f2-4d18-963d-d8c8432b7d17)] {{(pid=100911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:05:19.947845 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-d99e58a7-fd1b-4ed8-a71e-f309e441b723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958503'] for port, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:19.952204 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_dvr_db [None req-a0020ade-05a4-48c7-9392-4c68c3e51f06 None None] Set router 02e86c71-e035-4c69-8724-fce829d5e969 gateway port host: None {{(pid=100914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:05:19.961855 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.plugin [None req-d99e58a7-fd1b-4ed8-a71e-f309e441b723 admin admin] Calling delete_port for 6bf07d02-b910-410c-bfbc-d8e537bd130a owned by network:router_gateway {{(pid=100911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:05:20.088751 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_hamode_db [None req-a0020ade-05a4-48c7-9392-4c68c3e51f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02e86c71-e035-4c69-8724-fce829d5e969', 'name': 'tempest-ServerRescueNegativeTestJSON-1931772365-router', 'tenant_id': '6656dbfc754f4b4eb5789000e7b6d945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:01:44Z', 'updated_at': '2021-09-01T05:05:19Z', 'revision_number': 6, 'project_id': '6656dbfc754f4b4eb5789000e7b6d945', 'gw_port_host': None}], 'dv-cinder-804735-5-iscsi', False) {} {{(pid=100914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:05:20.115309 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0020ade-05a4-48c7-9392-4c68c3e51f06 None None] The sync data for ids ['02e86c71-e035-4c69-8724-fce829d5e969'] in dv-cinder-804735-5-iscsi is: [{'id': '02e86c71-e035-4c69-8724-fce829d5e969', 'name': 'tempest-ServerRescueNegativeTestJSON-1931772365-router', 'tenant_id': '6656dbfc754f4b4eb5789000e7b6d945', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:01:44Z', 'updated_at': '2021-09-01T05:05:19Z', 'revision_number': 6, 'project_id': '6656dbfc754f4b4eb5789000e7b6d945', 'gw_port_host': None}] {{(pid=100914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 05:05:20.214200 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-d99e58a7-fd1b-4ed8-a71e-f309e441b723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780564874213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780564376598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3457272'] for port, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:20.242011 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99e58a7-fd1b-4ed8-a71e-f309e441b723 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bf07d02-b910-410c-bfbc-d8e537bd130a,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:05:20.299835 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-d99e58a7-fd1b-4ed8-a71e-f309e441b723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1958959'] for router_gateway, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:20.404997 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-d99e58a7-fd1b-4ed8-a71e-f309e441b723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1955345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4654'] for router, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:20.407159 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-d99e58a7-fd1b-4ed8-a71e-f309e441b723 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:20.545295 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-d99e58a7-fd1b-4ed8-a71e-f309e441b723 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1955354'] for router, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:20.545883 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d99e58a7-fd1b-4ed8-a71e-f309e441b723 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02e86c71-e035-4c69-8724-fce829d5e969 {{(pid=100911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 05:05:20.551213 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-d99e58a7-fd1b-4ed8-a71e-f309e441b723 admin admin] Notify callbacks [] for router, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:20.552703 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-d99e58a7-fd1b-4ed8-a71e-f309e441b723 admin admin] 10.222.0.11 "DELETE /v2.0/routers/02e86c71-e035-4c69-8724-fce829d5e969 HTTP/1.1" status: 204 len: 168 time: 1.0182152 Sep 01 05:05:20.555038 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 48714) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:05:20.600413 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.db_base_plugin_v2 [None req-acb57c9d-3c23-4d05-a604-c3f37d7a4582 admin admin] Deleting subnet f3160f96-5162-4386-b59c-1540b2ae925c {{(pid=100911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 05:05:20.603735 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-acb57c9d-3c23-4d05-a604-c3f37d7a4582 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:20.637770 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-acb57c9d-3c23-4d05-a604-c3f37d7a4582 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3679595'] for subnet, precommit_delete_associations {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:20.896443 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-acb57c9d-3c23-4d05-a604-c3f37d7a4582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942180'] for subnet, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:21.025531 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-acb57c9d-3c23-4d05-a604-c3f37d7a4582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3457175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3892981'] for subnet, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:21.049872 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb57c9d-3c23-4d05-a604-c3f37d7a4582 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3160f96-5162-4386-b59c-1540b2ae925c,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:05:21.056787 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-acb57c9d-3c23-4d05-a604-c3f37d7a4582 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:21.058789 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-acb57c9d-3c23-4d05-a604-c3f37d7a4582 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/f3160f96-5162-4386-b59c-1540b2ae925c HTTP/1.1" status: 204 len: 168 time: 0.5026062 Sep 01 05:05:21.062390 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 48718) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:05:21.140969 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-38d1e8ac-07e9-4d71-bd1b-56a42a9ccc43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556555'] for network, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:21.169323 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device 4db65dc1-f90b-4021-935d-4d99dda66b20 no longer exists at agent ovs-agent-dv-cinder-804735-5-iscsi {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:05:21.197958 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.plugin [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] No Port match for: 4db65dc1-f90b-4021-935d-4d99dda66b20 {{(pid=100913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 05:05:21.198405 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device 4db65dc1-f90b-4021-935d-4d99dda66b20 not bound to the agent host dv-cinder-804735-5-iscsi {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 05:05:21.199478 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device 6bf07d02-b910-410c-bfbc-d8e537bd130a no longer exists at agent ovs-agent-dv-cinder-804735-5-iscsi {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:05:21.219072 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.plugin [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] No Port match for: 6bf07d02-b910-410c-bfbc-d8e537bd130a {{(pid=100913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 05:05:21.219515 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device 6bf07d02-b910-410c-bfbc-d8e537bd130a not bound to the agent host dv-cinder-804735-5-iscsi {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 05:05:21.232532 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-38d1e8ac-07e9-4d71-bd1b-56a42a9ccc43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942495', 'neutron.services.segments.db._delete_segments_for_network-8780564943041'] for network, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:21.242001 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.services.segments.db [None req-38d1e8ac-07e9-4d71-bd1b-56a42a9ccc43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e239844d-232c-4a02-ba33-46d720e37c24']}} {{(pid=100911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:05:21.253636 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.services.segments.db [None req-38d1e8ac-07e9-4d71-bd1b-56a42a9ccc43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e1bddff-bcf1-4e83-9c12-c4ded3ce417c') {'for_net_delete': True} {{(pid=100911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:05:21.253863 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.services.segments.db [None req-38d1e8ac-07e9-4d71-bd1b-56a42a9ccc43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e1bddff-bcf1-4e83-9c12-c4ded3ce417c') {} {{(pid=100911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:05:21.263268 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-38d1e8ac-07e9-4d71-bd1b-56a42a9ccc43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780564954453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3679568'] for segment, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:21.276113 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-38d1e8ac-07e9-4d71-bd1b-56a42a9ccc43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945202'] for segment, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:21.282233 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38d1e8ac-07e9-4d71-bd1b-56a42a9ccc43 admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=100911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 05:05:21.282615 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-38d1e8ac-07e9-4d71-bd1b-56a42a9ccc43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3457069'] for segment, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:21.284238 dv-cinder-804735-5-iscsi neutron-server[100911]: Traceback (most recent call last): Sep 01 05:05:21.284238 dv-cinder-804735-5-iscsi neutron-server[100911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 05:05:21.284238 dv-cinder-804735-5-iscsi neutron-server[100911]: timer() Sep 01 05:05:21.284238 dv-cinder-804735-5-iscsi neutron-server[100911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 05:05:21.284238 dv-cinder-804735-5-iscsi neutron-server[100911]: cb(*args, **kw) Sep 01 05:05:21.284238 dv-cinder-804735-5-iscsi neutron-server[100911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 05:05:21.284238 dv-cinder-804735-5-iscsi neutron-server[100911]: return func(*args, **kwargs) Sep 01 05:05:21.284238 dv-cinder-804735-5-iscsi neutron-server[100911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 05:05:21.284238 dv-cinder-804735-5-iscsi neutron-server[100911]: self._notify() Sep 01 05:05:21.284238 dv-cinder-804735-5-iscsi neutron-server[100911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 05:05:21.284238 dv-cinder-804735-5-iscsi neutron-server[100911]: self.callback(batched_events) Sep 01 05:05:21.284238 dv-cinder-804735-5-iscsi neutron-server[100911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 05:05:21.284238 dv-cinder-804735-5-iscsi neutron-server[100911]: event.method(event) Sep 01 05:05:21.284238 dv-cinder-804735-5-iscsi neutron-server[100911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 05:05:21.284238 dv-cinder-804735-5-iscsi neutron-server[100911]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 05:05:21.284238 dv-cinder-804735-5-iscsi neutron-server[100911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 05:05:21.284238 dv-cinder-804735-5-iscsi neutron-server[100911]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 05:05:21.284238 dv-cinder-804735-5-iscsi neutron-server[100911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 05:05:21.284238 dv-cinder-804735-5-iscsi neutron-server[100911]: return f(self, *a, **k) Sep 01 05:05:21.284238 dv-cinder-804735-5-iscsi neutron-server[100911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 05:05:21.284238 dv-cinder-804735-5-iscsi neutron-server[100911]: return self._get(url).json() Sep 01 05:05:21.284238 dv-cinder-804735-5-iscsi neutron-server[100911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 05:05:21.284238 dv-cinder-804735-5-iscsi neutron-server[100911]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 05:05:21.284238 dv-cinder-804735-5-iscsi neutron-server[100911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 05:05:21.284238 dv-cinder-804735-5-iscsi neutron-server[100911]: return self.request(url, 'GET', **kwargs) Sep 01 05:05:21.284238 dv-cinder-804735-5-iscsi neutron-server[100911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 05:05:21.284238 dv-cinder-804735-5-iscsi neutron-server[100911]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 05:05:21.284238 dv-cinder-804735-5-iscsi neutron-server[100911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 05:05:21.284238 dv-cinder-804735-5-iscsi neutron-server[100911]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 05:05:21.284238 dv-cinder-804735-5-iscsi neutron-server[100911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 05:05:21.284238 dv-cinder-804735-5-iscsi neutron-server[100911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 05:05:21.284238 dv-cinder-804735-5-iscsi neutron-server[100911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 05:05:21.430699 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-38d1e8ac-07e9-4d71-bd1b-56a42a9ccc43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1958915'] for network, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:21.436182 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-38d1e8ac-07e9-4d71-bd1b-56a42a9ccc43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607828'] for network, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:21.438195 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-38d1e8ac-07e9-4d71-bd1b-56a42a9ccc43 admin admin] 10.222.0.11 "DELETE /v2.0/networks/e239844d-232c-4a02-ba33-46d720e37c24 HTTP/1.1" status: 204 len: 168 time: 0.3746357 Sep 01 05:05:21.452955 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d1e8ac-07e9-4d71-bd1b-56a42a9ccc43 admin admin] Pushing event deleted for resources: {'Network': ['ID=e239844d-232c-4a02-ba33-46d720e37c24,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:05:21.815968 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 48734) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:05:21.854748 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-6f826fac-c763-4083-ad8c-e3214d7549fe admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6656dbfc754f4b4eb5789000e7b6d945&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0375633 Sep 01 05:05:21.857911 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 48736) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:05:21.904854 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-b1fb7366-ac5f-4023-8167-6c5686a48a00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:21.925247 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-b1fb7366-ac5f-4023-8167-6c5686a48a00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:22.052279 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-b1fb7366-ac5f-4023-8167-6c5686a48a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:22.054740 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-b1fb7366-ac5f-4023-8167-6c5686a48a00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:22.055914 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-b1fb7366-ac5f-4023-8167-6c5686a48a00 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/62645d4d-a61f-433f-a97f-a988e3c7fe2e HTTP/1.1" status: 204 len: 168 time: 0.1970553 Sep 01 05:05:22.064813 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fb7366-ac5f-4023-8167-6c5686a48a00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62645d4d-a61f-433f-a97f-a988e3c7fe2e,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:05:22.133964 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:32.996924 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 48886) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:05:33.101054 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-c7f15d47-c979-4207-acd6-1a633226b5af admin admin] Notify callbacks [] for security_group, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:33.190783 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-c7f15d47-c979-4207-acd6-1a633226b5af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:33.276251 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-c7f15d47-c979-4207-acd6-1a633226b5af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:33.313994 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-c7f15d47-c979-4207-acd6-1a633226b5af admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2ad1a21b33304325af15150f78c0721d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3155074 Sep 01 05:05:33.316075 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f15d47-c979-4207-acd6-1a633226b5af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a7112e4-70c2-4042-9cc8-ed4082ed7519,revision_number=1']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:05:33.316872 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 48890) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:05:33.366196 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-b17f30ff-5557-4ba2-bf31-25078b042fef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:33.386886 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-b17f30ff-5557-4ba2-bf31-25078b042fef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:33.493727 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-b17f30ff-5557-4ba2-bf31-25078b042fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:33.496284 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-b17f30ff-5557-4ba2-bf31-25078b042fef admin admin] Notify callbacks [] for security_group, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:33.500771 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-b17f30ff-5557-4ba2-bf31-25078b042fef admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2a7112e4-70c2-4042-9cc8-ed4082ed7519 HTTP/1.1" status: 204 len: 168 time: 0.1828570 Sep 01 05:05:33.509078 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17f30ff-5557-4ba2-bf31-25078b042fef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a7112e4-70c2-4042-9cc8-ed4082ed7519,revision_number=None']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:05:36.069061 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e258509-edb3-4aa4-8a04-33db12bd635e req-f63b78e7-f8c4-4f42-8fe2-43a7a529ddc4 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:36.070557 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-6e258509-edb3-4aa4-8a04-33db12bd635e req-f63b78e7-f8c4-4f42-8fe2-43a7a529ddc4 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bfd8f5a-4f67-4780-a713-11ac3d23a7c2 HTTP/1.1" status: 200 len: 985 time: 0.0487611 Sep 01 05:05:36.114548 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-6e258509-edb3-4aa4-8a04-33db12bd635e req-7474cae6-ec60-46ac-b00e-0e26c5919939 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f94a329-6dd4-4d26-a073-d11af5a8d093&id=3bc5af2a-2eb8-461f-a1d7-6deb0f255eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0372419 Sep 01 05:05:36.203831 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 48960) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:05:36.307404 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-3a1ed555-ba74-4a67-acf8-91963f1e578d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:36.393489 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-3a1ed555-ba74-4a67-acf8-91963f1e578d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:36.470321 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-3a1ed555-ba74-4a67-acf8-91963f1e578d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:36.507734 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-3a1ed555-ba74-4a67-acf8-91963f1e578d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a2c773bb966a43938dccf05849c01e1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3028560 Sep 01 05:05:36.508575 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1ed555-ba74-4a67-acf8-91963f1e578d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f2c665-97ce-4e20-bb02-2566aa0590f2,revision_number=1']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:05:36.510365 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 48964) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:05:36.558548 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-9936f332-2ff2-4322-bf27-3ca8ba2d0f13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:36.579828 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-9936f332-2ff2-4322-bf27-3ca8ba2d0f13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:36.699315 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-9936f332-2ff2-4322-bf27-3ca8ba2d0f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:36.701952 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-9936f332-2ff2-4322-bf27-3ca8ba2d0f13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:36.703157 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-9936f332-2ff2-4322-bf27-3ca8ba2d0f13 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/67f2c665-97ce-4e20-bb02-2566aa0590f2 HTTP/1.1" status: 204 len: 168 time: 0.1916776 Sep 01 05:05:36.711056 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9936f332-2ff2-4322-bf27-3ca8ba2d0f13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f2c665-97ce-4e20-bb02-2566aa0590f2,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:05:37.118112 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29eabff-5855-4b20-9681-59c6c150bb9f req-f226320a-b451-4ac3-ad3c-43eea79c2b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:37.119637 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-d29eabff-5855-4b20-9681-59c6c150bb9f req-f226320a-b451-4ac3-ad3c-43eea79c2b77 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c43f8d20393b4239b54aee9d875b917f&device_id=9bfd8f5a-4f67-4780-a713-11ac3d23a7c2 HTTP/1.1" status: 200 len: 1138 time: 0.0440185 Sep 01 05:05:37.214659 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29eabff-5855-4b20-9681-59c6c150bb9f req-80229bfc-06b5-4ecc-8411-5598eb1a9ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:37.215254 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-d29eabff-5855-4b20-9681-59c6c150bb9f req-80229bfc-06b5-4ecc-8411-5598eb1a9ac5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7ea2df36-8d87-4c1a-bd3e-3b9f99603457 HTTP/1.1" status: 200 len: 916 time: 0.0874338 Sep 01 05:05:37.233322 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b1561-6417-4827-a52a-2e23f3e0f2f3 req-aa531eee-295b-43d7-8bd5-adc88b2c548b tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:37.234885 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-b21b1561-6417-4827-a52a-2e23f3e0f2f3 req-aa531eee-295b-43d7-8bd5-adc88b2c548b tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bfd8f5a-4f67-4780-a713-11ac3d23a7c2 HTTP/1.1" status: 200 len: 985 time: 0.0500705 Sep 01 05:05:37.275090 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-b21b1561-6417-4827-a52a-2e23f3e0f2f3 req-2be2fbd7-a816-4e65-8deb-15947c0c7fd0 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f94a329-6dd4-4d26-a073-d11af5a8d093&id=3bc5af2a-2eb8-461f-a1d7-6deb0f255eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340574 Sep 01 05:05:37.287030 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-313f7cac-ffae-4984-abc3-fed43dbd3846 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:37.292087 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-d29eabff-5855-4b20-9681-59c6c150bb9f req-ca53f9fb-a1dc-4649-9329-4b9609ec6244 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d10e774-28eb-414d-be48-14ae51a5c8eb HTTP/1.1" status: 200 len: 1002 time: 0.0653858 Sep 01 05:05:37.327315 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 48974) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:05:37.340216 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-0fd42d09-53d4-4830-b10f-8e62452f8492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:37.345668 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29eabff-5855-4b20-9681-59c6c150bb9f req-d02f48ab-030c-4ebb-b452-898618749805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:37.347160 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-d29eabff-5855-4b20-9681-59c6c150bb9f req-d02f48ab-030c-4ebb-b452-898618749805 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cd4148f0-4e48-42c9-809c-8c4bd67c55e0 HTTP/1.1" status: 200 len: 854 time: 0.0452931 Sep 01 05:05:37.398099 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29eabff-5855-4b20-9681-59c6c150bb9f req-ca994d03-96ac-4d20-a2b3-c5d6aa1c80e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:37.399573 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-d29eabff-5855-4b20-9681-59c6c150bb9f req-ca994d03-96ac-4d20-a2b3-c5d6aa1c80e6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7ea2df36-8d87-4c1a-bd3e-3b9f99603457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414619 Sep 01 05:05:37.435720 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-0fd42d09-53d4-4830-b10f-8e62452f8492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:37.492613 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-d29eabff-5855-4b20-9681-59c6c150bb9f req-8d3f7c67-c526-4d9f-b5d3-a14f9ca816b3 service neutron] 10.222.0.37 "GET /v2.0/networks/7ea2df36-8d87-4c1a-bd3e-3b9f99603457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849190 Sep 01 05:05:37.505020 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-0fd42d09-53d4-4830-b10f-8e62452f8492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:37.541824 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd42d09-53d4-4830-b10f-8e62452f8492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3357f3c8-8c9b-4e3d-bc51-da72c1d843b2,revision_number=1']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:05:37.546946 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-0fd42d09-53d4-4830-b10f-8e62452f8492 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=527cff24c5964afe9e75f4043f0b4889&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2185276 Sep 01 05:05:37.550059 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 48976) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:05:37.588490 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-d29eabff-5855-4b20-9681-59c6c150bb9f req-246e83fe-fc8b-4eca-9200-d44aea1e6cf8 service neutron] 10.222.0.37 "GET /v2.0/networks/7ea2df36-8d87-4c1a-bd3e-3b9f99603457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853539 Sep 01 05:05:37.596873 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-305af60b-f8f9-4581-99c8-b587e0090664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:37.617915 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-305af60b-f8f9-4581-99c8-b587e0090664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:37.732073 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-305af60b-f8f9-4581-99c8-b587e0090664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:37.735359 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-305af60b-f8f9-4581-99c8-b587e0090664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:37.736737 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-305af60b-f8f9-4581-99c8-b587e0090664 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3357f3c8-8c9b-4e3d-bc51-da72c1d843b2 HTTP/1.1" status: 204 len: 168 time: 0.1864138 Sep 01 05:05:37.744980 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305af60b-f8f9-4581-99c8-b587e0090664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3357f3c8-8c9b-4e3d-bc51-da72c1d843b2,revision_number=None']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:05:38.397277 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b32578-bb31-4370-b5a7-1e9363c07588 req-98788e45-5edf-4e05-a7e5-7c46a1e6187f tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:38.398952 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-66b32578-bb31-4370-b5a7-1e9363c07588 req-98788e45-5edf-4e05-a7e5-7c46a1e6187f tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bfd8f5a-4f67-4780-a713-11ac3d23a7c2 HTTP/1.1" status: 200 len: 985 time: 0.0485268 Sep 01 05:05:38.438858 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-66b32578-bb31-4370-b5a7-1e9363c07588 req-c853ee61-5d8e-4327-9165-e95f7e240542 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f94a329-6dd4-4d26-a073-d11af5a8d093&id=3bc5af2a-2eb8-461f-a1d7-6deb0f255eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331867 Sep 01 05:05:39.557028 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921cd5e6-dd01-4389-8a25-b945f62557a3 req-e246637d-d058-403e-bca1-8bda7abbddf3 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:39.558525 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-921cd5e6-dd01-4389-8a25-b945f62557a3 req-e246637d-d058-403e-bca1-8bda7abbddf3 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bfd8f5a-4f67-4780-a713-11ac3d23a7c2 HTTP/1.1" status: 200 len: 985 time: 0.0520597 Sep 01 05:05:39.604765 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-921cd5e6-dd01-4389-8a25-b945f62557a3 req-7e6532ba-46c5-47e8-a3c3-c9f068d7105e tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f94a329-6dd4-4d26-a073-d11af5a8d093&id=3bc5af2a-2eb8-461f-a1d7-6deb0f255eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0399816 Sep 01 05:05:39.990657 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:40.046214 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-ae68eb58-04b8-451a-9e81-7628e5fe77d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:40.722564 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5380f8b7-94e0-4bf7-8ea3-eb6acfb893dc req-7cf5df07-ecd9-454f-b6ac-a768d68389ff tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:40.724207 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-5380f8b7-94e0-4bf7-8ea3-eb6acfb893dc req-7cf5df07-ecd9-454f-b6ac-a768d68389ff tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bfd8f5a-4f67-4780-a713-11ac3d23a7c2 HTTP/1.1" status: 200 len: 985 time: 0.0507085 Sep 01 05:05:40.771839 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-5380f8b7-94e0-4bf7-8ea3-eb6acfb893dc req-7289d60e-a23d-4e72-8561-6b998a5b84f1 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f94a329-6dd4-4d26-a073-d11af5a8d093&id=3bc5af2a-2eb8-461f-a1d7-6deb0f255eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0398271 Sep 01 05:05:41.314736 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-125f6581-13c4-4eca-b15a-10d5e92c8028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:41.963611 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff466e-70fb-46d5-b90f-154580701f7b req-47ab1983-3a81-4278-9919-3331ed410d5f tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:41.965155 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-faff466e-70fb-46d5-b90f-154580701f7b req-47ab1983-3a81-4278-9919-3331ed410d5f tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bfd8f5a-4f67-4780-a713-11ac3d23a7c2 HTTP/1.1" status: 200 len: 985 time: 0.1263156 Sep 01 05:05:42.011667 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-faff466e-70fb-46d5-b90f-154580701f7b req-40c212c2-2461-4366-ada9-dc5de729cb2d tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f94a329-6dd4-4d26-a073-d11af5a8d093&id=3bc5af2a-2eb8-461f-a1d7-6deb0f255eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0398908 Sep 01 05:05:43.142502 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f71974-8c07-4059-9648-6892cdfc4b18 req-37cd0daa-cb2b-44bb-8a39-a459bc10ae23 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:43.144098 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-d6f71974-8c07-4059-9648-6892cdfc4b18 req-37cd0daa-cb2b-44bb-8a39-a459bc10ae23 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bfd8f5a-4f67-4780-a713-11ac3d23a7c2 HTTP/1.1" status: 200 len: 985 time: 0.0544534 Sep 01 05:05:43.183190 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-d6f71974-8c07-4059-9648-6892cdfc4b18 req-97e6990e-1831-4487-bd09-529374d822e8 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f94a329-6dd4-4d26-a073-d11af5a8d093&id=3bc5af2a-2eb8-461f-a1d7-6deb0f255eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329421 Sep 01 05:05:43.303826 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-57069d07-1191-4bd8-9ef8-43ac9a8b42c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:43.362633 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 49164) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:05:43.463935 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-bb1ca3ff-e657-4b8a-9809-117cfa93ca37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:43.549182 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-bb1ca3ff-e657-4b8a-9809-117cfa93ca37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:43.630742 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-bb1ca3ff-e657-4b8a-9809-117cfa93ca37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:43.667522 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1ca3ff-e657-4b8a-9809-117cfa93ca37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be07b92e-4aaa-4cf5-8fa9-eb6052c4af80,revision_number=1']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:05:43.673038 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-bb1ca3ff-e657-4b8a-9809-117cfa93ca37 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c5adb355f65540db851083dcdd08b971&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3091409 Sep 01 05:05:43.675801 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 49168) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:05:43.723381 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-325136f4-3491-415b-9b56-5d9c9abc8bbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:43.744645 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-325136f4-3491-415b-9b56-5d9c9abc8bbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:43.822206 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 49172) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:05:43.871285 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-325136f4-3491-415b-9b56-5d9c9abc8bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:43.874318 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-325136f4-3491-415b-9b56-5d9c9abc8bbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:43.875673 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-325136f4-3491-415b-9b56-5d9c9abc8bbd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/be07b92e-4aaa-4cf5-8fa9-eb6052c4af80 HTTP/1.1" status: 204 len: 168 time: 0.1987989 Sep 01 05:05:43.883617 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325136f4-3491-415b-9b56-5d9c9abc8bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be07b92e-4aaa-4cf5-8fa9-eb6052c4af80,revision_number=None']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:05:43.940603 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-fe509310-458f-4755-a15f-d008445e5dfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:44.028775 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-fe509310-458f-4755-a15f-d008445e5dfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:44.122114 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-fe509310-458f-4755-a15f-d008445e5dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:44.161136 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-fe509310-458f-4755-a15f-d008445e5dfe admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ecce847149ad4d0baaf17e5bf1097f6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3377795 Sep 01 05:05:44.163050 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe509310-458f-4755-a15f-d008445e5dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4de7e84f-59b8-4b63-8c95-a9d18cdc6d56,revision_number=1']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:05:44.163937 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 49180) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:05:44.213003 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-608c9f26-32cf-4204-a7f3-12666891948b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:44.235188 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-608c9f26-32cf-4204-a7f3-12666891948b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:44.298656 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b6e483-a5fa-413a-95f7-bb09048d6d88 req-f2aaca67-f57d-49f2-a574-80a2ebf102b1 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:44.300194 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-a9b6e483-a5fa-413a-95f7-bb09048d6d88 req-f2aaca67-f57d-49f2-a574-80a2ebf102b1 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bfd8f5a-4f67-4780-a713-11ac3d23a7c2 HTTP/1.1" status: 200 len: 985 time: 0.0502512 Sep 01 05:05:44.341101 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-a9b6e483-a5fa-413a-95f7-bb09048d6d88 req-94f9ee9b-8f04-4d9e-8e61-2b05d2c1fb40 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f94a329-6dd4-4d26-a073-d11af5a8d093&id=3bc5af2a-2eb8-461f-a1d7-6deb0f255eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344999 Sep 01 05:05:44.384850 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-608c9f26-32cf-4204-a7f3-12666891948b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:44.387398 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-608c9f26-32cf-4204-a7f3-12666891948b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:44.388797 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-608c9f26-32cf-4204-a7f3-12666891948b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4de7e84f-59b8-4b63-8c95-a9d18cdc6d56 HTTP/1.1" status: 204 len: 168 time: 0.2238414 Sep 01 05:05:44.397054 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608c9f26-32cf-4204-a7f3-12666891948b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de7e84f-59b8-4b63-8c95-a9d18cdc6d56,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:05:44.471795 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 49188) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:05:44.485404 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-e1a074e4-acf5-4d89-9234-6a2d40c78be9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:44.572656 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-e1a074e4-acf5-4d89-9234-6a2d40c78be9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:44.705371 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-e1a074e4-acf5-4d89-9234-6a2d40c78be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:44.744652 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-e1a074e4-acf5-4d89-9234-6a2d40c78be9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9231272b7ebd42ce91f80eab2bdf306f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2717628 Sep 01 05:05:44.745509 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a074e4-acf5-4d89-9234-6a2d40c78be9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e821f7ab-38c9-46b0-8a66-2a7dbfb31f0f,revision_number=1']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:05:44.747442 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 49194) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:05:44.821127 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-852ab549-2063-4a6a-ab21-0cc4a6f57d70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:44.843602 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-852ab549-2063-4a6a-ab21-0cc4a6f57d70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:45.002244 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-852ab549-2063-4a6a-ab21-0cc4a6f57d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:45.004924 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-852ab549-2063-4a6a-ab21-0cc4a6f57d70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:45.006140 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-852ab549-2063-4a6a-ab21-0cc4a6f57d70 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e821f7ab-38c9-46b0-8a66-2a7dbfb31f0f HTTP/1.1" status: 204 len: 168 time: 0.2568316 Sep 01 05:05:45.014205 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852ab549-2063-4a6a-ab21-0cc4a6f57d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e821f7ab-38c9-46b0-8a66-2a7dbfb31f0f,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:05:45.465302 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792d6efd-9170-4bf5-b4aa-a26c08c40f27 req-f95db7e5-a688-4fe0-bad5-80d7ddc5ed1d tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:45.467193 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-792d6efd-9170-4bf5-b4aa-a26c08c40f27 req-f95db7e5-a688-4fe0-bad5-80d7ddc5ed1d tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bfd8f5a-4f67-4780-a713-11ac3d23a7c2 HTTP/1.1" status: 200 len: 985 time: 0.0492268 Sep 01 05:05:45.515347 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-792d6efd-9170-4bf5-b4aa-a26c08c40f27 req-7ea2868d-e64c-4d05-b18a-387644fa15bd tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f94a329-6dd4-4d26-a073-d11af5a8d093&id=3bc5af2a-2eb8-461f-a1d7-6deb0f255eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404456 Sep 01 05:05:46.632082 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295fc8e2-f639-46e0-848a-2e1c3f5a775b req-3cbdaf58-402c-40c3-ad67-d7e0ece2a59d tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:46.632082 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-295fc8e2-f639-46e0-848a-2e1c3f5a775b req-3cbdaf58-402c-40c3-ad67-d7e0ece2a59d tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bfd8f5a-4f67-4780-a713-11ac3d23a7c2 HTTP/1.1" status: 200 len: 985 time: 0.0479710 Sep 01 05:05:46.674634 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-295fc8e2-f639-46e0-848a-2e1c3f5a775b req-2389d3f7-3095-445c-be8a-a46f85d03873 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f94a329-6dd4-4d26-a073-d11af5a8d093&id=3bc5af2a-2eb8-461f-a1d7-6deb0f255eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344369 Sep 01 05:05:47.795247 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51822fc1-9fdf-48b3-9ff0-10570ff0933c req-c2040c76-02ee-4672-b339-7d0098714285 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:47.796722 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-51822fc1-9fdf-48b3-9ff0-10570ff0933c req-c2040c76-02ee-4672-b339-7d0098714285 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bfd8f5a-4f67-4780-a713-11ac3d23a7c2 HTTP/1.1" status: 200 len: 985 time: 0.0537262 Sep 01 05:05:47.835965 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-51822fc1-9fdf-48b3-9ff0-10570ff0933c req-31726f63-8957-4e94-b5f2-4a134b665e30 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f94a329-6dd4-4d26-a073-d11af5a8d093&id=3bc5af2a-2eb8-461f-a1d7-6deb0f255eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332737 Sep 01 05:05:47.978284 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ee5ea2-2d58-4592-a485-f4daa4e79e09 req-4418553d-8746-4431-ad28-b08c19c94342 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:47.980211 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-51ee5ea2-2d58-4592-a485-f4daa4e79e09 req-4418553d-8746-4431-ad28-b08c19c94342 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 945 time: 0.0528042 Sep 01 05:05:48.022507 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-51ee5ea2-2d58-4592-a485-f4daa4e79e09 req-0bd760b2-c6dc-4c9d-94b4-4c5e7d6fbb7f tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups?id=08c24242-8d6a-47d6-ad10-c33dccdec691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338933 Sep 01 05:05:48.569243 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.agents_db [None req-49e1e325-328c-4825-9e4f-7693071b0ea2 None None] Agent healthcheck: found 6 active agents {{(pid=100914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 05:05:48.961640 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6331a94-0e6b-445c-8eab-73293b579aef req-704c8393-8527-4e21-a66f-6e3a07570ffe tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:48.963119 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e6331a94-0e6b-445c-8eab-73293b579aef req-704c8393-8527-4e21-a66f-6e3a07570ffe tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bfd8f5a-4f67-4780-a713-11ac3d23a7c2 HTTP/1.1" status: 200 len: 985 time: 0.0548120 Sep 01 05:05:49.003087 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e6331a94-0e6b-445c-8eab-73293b579aef req-019977e7-c6e6-449c-9c7d-2a243bef14ce tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f94a329-6dd4-4d26-a073-d11af5a8d093&id=3bc5af2a-2eb8-461f-a1d7-6deb0f255eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332079 Sep 01 05:05:49.143811 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9b8d32-edaf-4314-aa3e-5ce4b8f38ade req-005543b4-4d4a-4131-b89d-3ec43605334e tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:49.145298 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-0e9b8d32-edaf-4314-aa3e-5ce4b8f38ade req-005543b4-4d4a-4131-b89d-3ec43605334e tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 945 time: 0.0564735 Sep 01 05:05:49.183262 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-0e9b8d32-edaf-4314-aa3e-5ce4b8f38ade req-c6b477ef-a802-4330-97a7-3dd40bf7278a tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups?id=08c24242-8d6a-47d6-ad10-c33dccdec691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316186 Sep 01 05:05:49.889922 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 49328) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:05:49.999740 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-6115d70b-448b-4479-a094-88718f906158 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:50.091219 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-6115d70b-448b-4479-a094-88718f906158 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:50.118865 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3331362a-2632-4555-ad54-57a508912b8f req-7560c96a-77d7-4e2b-8f3c-8d99b8452952 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:50.120355 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-3331362a-2632-4555-ad54-57a508912b8f req-7560c96a-77d7-4e2b-8f3c-8d99b8452952 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bfd8f5a-4f67-4780-a713-11ac3d23a7c2 HTTP/1.1" status: 200 len: 985 time: 0.0489354 Sep 01 05:05:50.156435 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-6115d70b-448b-4479-a094-88718f906158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:50.161260 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-3331362a-2632-4555-ad54-57a508912b8f req-75a2b1b8-8ec4-46ad-86dc-83a3033e9793 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f94a329-6dd4-4d26-a073-d11af5a8d093&id=3bc5af2a-2eb8-461f-a1d7-6deb0f255eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341103 Sep 01 05:05:50.196173 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-6115d70b-448b-4479-a094-88718f906158 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7d32634d776242d9afcbc5e0a39d7edc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3051648 Sep 01 05:05:50.197045 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115d70b-448b-4479-a094-88718f906158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc9bb7be-128a-486b-ae8e-0d28e9f7f400,revision_number=1']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:05:50.198745 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 49336) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:05:50.249468 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-ecf87f11-6e6b-41b7-b59c-6199c859f0eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:50.296447 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-ecf87f11-6e6b-41b7-b59c-6199c859f0eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:50.344191 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93768594-28a5-4d2c-84b0-7e4f09b070dd req-2331ce61-e19f-4d6b-8507-c17d41df8cfa tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:50.345811 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-93768594-28a5-4d2c-84b0-7e4f09b070dd req-2331ce61-e19f-4d6b-8507-c17d41df8cfa tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 945 time: 0.0872695 Sep 01 05:05:50.384579 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-93768594-28a5-4d2c-84b0-7e4f09b070dd req-f95a7ff9-8e58-4bde-a498-ac80616f05f7 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups?id=08c24242-8d6a-47d6-ad10-c33dccdec691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327678 Sep 01 05:05:50.430679 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-ecf87f11-6e6b-41b7-b59c-6199c859f0eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:50.433191 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-ecf87f11-6e6b-41b7-b59c-6199c859f0eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:50.434277 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-ecf87f11-6e6b-41b7-b59c-6199c859f0eb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dc9bb7be-128a-486b-ae8e-0d28e9f7f400 HTTP/1.1" status: 204 len: 168 time: 0.2338834 Sep 01 05:05:50.447236 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf87f11-6e6b-41b7-b59c-6199c859f0eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc9bb7be-128a-486b-ae8e-0d28e9f7f400,revision_number=None']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:05:51.066298 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 49348) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:05:51.080212 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-4571bcb8-af65-4aa8-ba33-7eb6b2d8cbb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:51.168379 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-4571bcb8-af65-4aa8-ba33-7eb6b2d8cbb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:51.257647 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-4571bcb8-af65-4aa8-ba33-7eb6b2d8cbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:51.306275 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-4571bcb8-af65-4aa8-ba33-7eb6b2d8cbb2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=22ad1bb35531416cae2f86a4d7915df5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2388551 Sep 01 05:05:51.311656 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4571bcb8-af65-4aa8-ba33-7eb6b2d8cbb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=910e312a-6f2e-4255-ae6c-09be67e1b355,revision_number=1']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:05:51.318213 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 49354) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:05:51.319183 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384ae1b2-b6d2-4c79-b6f8-1167e7d26a4a req-e452b4b6-b235-4e96-ab28-152acf345245 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:51.320793 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-384ae1b2-b6d2-4c79-b6f8-1167e7d26a4a req-e452b4b6-b235-4e96-ab28-152acf345245 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bfd8f5a-4f67-4780-a713-11ac3d23a7c2 HTTP/1.1" status: 200 len: 985 time: 0.0914059 Sep 01 05:05:51.365341 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-384ae1b2-b6d2-4c79-b6f8-1167e7d26a4a req-7bc2df1f-f779-433b-9ac9-c738efc26c55 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f94a329-6dd4-4d26-a073-d11af5a8d093&id=3bc5af2a-2eb8-461f-a1d7-6deb0f255eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338790 Sep 01 05:05:51.371499 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-c532b697-60a3-49b8-9300-ba74c7432eba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:51.393676 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-c532b697-60a3-49b8-9300-ba74c7432eba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:51.496228 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e095b66-0260-4130-86e6-ae027a126b5a req-478395fd-587b-4b18-9b0c-0a33dc0e4f7a tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:51.497787 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-6e095b66-0260-4130-86e6-ae027a126b5a req-478395fd-587b-4b18-9b0c-0a33dc0e4f7a tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 945 time: 0.0474923 Sep 01 05:05:51.510460 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-c532b697-60a3-49b8-9300-ba74c7432eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:51.513808 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-c532b697-60a3-49b8-9300-ba74c7432eba admin admin] Notify callbacks [] for security_group, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:51.514992 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-c532b697-60a3-49b8-9300-ba74c7432eba admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/910e312a-6f2e-4255-ae6c-09be67e1b355 HTTP/1.1" status: 204 len: 168 time: 0.1957219 Sep 01 05:05:51.523836 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c532b697-60a3-49b8-9300-ba74c7432eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=910e312a-6f2e-4255-ae6c-09be67e1b355,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:05:51.537833 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-6e095b66-0260-4130-86e6-ae027a126b5a req-3aaa3dfe-26bb-43b5-871e-92636b93c0cf tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups?id=08c24242-8d6a-47d6-ad10-c33dccdec691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338459 Sep 01 05:05:52.125892 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:05:52.477461 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35260a31-6028-4036-9aa8-aa8c0ce62fcf req-c47c194a-5c18-4e7b-a8b4-34b4486b760c tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:52.478905 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-35260a31-6028-4036-9aa8-aa8c0ce62fcf req-c47c194a-5c18-4e7b-a8b4-34b4486b760c tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bfd8f5a-4f67-4780-a713-11ac3d23a7c2 HTTP/1.1" status: 200 len: 985 time: 0.0483792 Sep 01 05:05:52.519931 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-35260a31-6028-4036-9aa8-aa8c0ce62fcf req-7942af5c-ee7d-42dc-badc-03943bfc1cf8 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f94a329-6dd4-4d26-a073-d11af5a8d093&id=3bc5af2a-2eb8-461f-a1d7-6deb0f255eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345643 Sep 01 05:05:52.661022 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f91af46-80e5-4ad4-a202-86f1feee937a req-d433eb5c-d334-46bd-acfe-56cb4b7f1d18 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:52.662500 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-4f91af46-80e5-4ad4-a202-86f1feee937a req-d433eb5c-d334-46bd-acfe-56cb4b7f1d18 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 945 time: 0.0502400 Sep 01 05:05:52.701803 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-4f91af46-80e5-4ad4-a202-86f1feee937a req-6f2ddad9-dcd2-4d3e-a609-4001de108e62 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups?id=08c24242-8d6a-47d6-ad10-c33dccdec691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328407 Sep 01 05:05:53.635201 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a90df6a-e0dd-42bf-8550-4cbe86a482d9 req-de61ec0a-08ce-4a97-b864-09289159d701 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:53.636717 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-2a90df6a-e0dd-42bf-8550-4cbe86a482d9 req-de61ec0a-08ce-4a97-b864-09289159d701 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bfd8f5a-4f67-4780-a713-11ac3d23a7c2 HTTP/1.1" status: 200 len: 985 time: 0.0504997 Sep 01 05:05:53.676793 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-2a90df6a-e0dd-42bf-8550-4cbe86a482d9 req-1c7f1a87-fd8b-4f93-85fb-990edaacc80b tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f94a329-6dd4-4d26-a073-d11af5a8d093&id=3bc5af2a-2eb8-461f-a1d7-6deb0f255eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339622 Sep 01 05:05:53.816943 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac492230-789a-478e-bed4-d4fabc111da9 req-2c005c2d-99cc-4c4c-854f-b5692228a60c tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:53.818455 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-ac492230-789a-478e-bed4-d4fabc111da9 req-2c005c2d-99cc-4c4c-854f-b5692228a60c tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 945 time: 0.0508895 Sep 01 05:05:53.858617 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-ac492230-789a-478e-bed4-d4fabc111da9 req-0ee2019d-5460-4b95-818e-678d693f8ee0 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups?id=08c24242-8d6a-47d6-ad10-c33dccdec691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339584 Sep 01 05:05:54.795310 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfd3e53-53b8-44bf-b8de-f8d36bded02c req-0d8ccc51-f0d2-42d4-a5c8-266628443b54 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:54.796807 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-ecfd3e53-53b8-44bf-b8de-f8d36bded02c req-0d8ccc51-f0d2-42d4-a5c8-266628443b54 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bfd8f5a-4f67-4780-a713-11ac3d23a7c2 HTTP/1.1" status: 200 len: 985 time: 0.0529091 Sep 01 05:05:54.837113 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-ecfd3e53-53b8-44bf-b8de-f8d36bded02c req-a88cc04d-43e4-4f56-9ba8-813a8e29a649 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f94a329-6dd4-4d26-a073-d11af5a8d093&id=3bc5af2a-2eb8-461f-a1d7-6deb0f255eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340674 Sep 01 05:05:54.971855 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ff4851-a890-4873-a812-1f6986e1fc8f req-ab3afbd5-59dc-40d4-8847-85ce1feee7f5 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:54.973254 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-65ff4851-a890-4873-a812-1f6986e1fc8f req-ab3afbd5-59dc-40d4-8847-85ce1feee7f5 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 945 time: 0.0485046 Sep 01 05:05:55.013778 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-65ff4851-a890-4873-a812-1f6986e1fc8f req-77294fee-b1d1-4417-b976-61264d873558 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups?id=08c24242-8d6a-47d6-ad10-c33dccdec691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335770 Sep 01 05:05:55.957193 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38184f2e-2844-48ea-8173-5565db8ac323 req-6067614a-5eb5-4ced-b2b0-81951a0a50ff tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:55.958675 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-38184f2e-2844-48ea-8173-5565db8ac323 req-6067614a-5eb5-4ced-b2b0-81951a0a50ff tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bfd8f5a-4f67-4780-a713-11ac3d23a7c2 HTTP/1.1" status: 200 len: 985 time: 0.0470715 Sep 01 05:05:55.999026 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-38184f2e-2844-48ea-8173-5565db8ac323 req-7c2c795a-b0f6-447d-9906-da9301b805fc tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f94a329-6dd4-4d26-a073-d11af5a8d093&id=3bc5af2a-2eb8-461f-a1d7-6deb0f255eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342999 Sep 01 05:05:56.129696 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67eb052-1b73-4ea1-977e-d3df2ebec4ec req-ba96cbe3-2fa1-4b48-9db2-487e9f0aa7c5 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:56.131118 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-a67eb052-1b73-4ea1-977e-d3df2ebec4ec req-ba96cbe3-2fa1-4b48-9db2-487e9f0aa7c5 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 945 time: 0.0512414 Sep 01 05:05:56.171541 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-a67eb052-1b73-4ea1-977e-d3df2ebec4ec req-5502695a-c8c2-46b9-946e-68351973e970 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups?id=08c24242-8d6a-47d6-ad10-c33dccdec691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343907 Sep 01 05:05:57.110777 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579bf99f-49be-4a96-bb33-4ca7e9d94f10 req-a7f54c67-c018-42ec-9af7-227476eee407 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:57.112255 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-579bf99f-49be-4a96-bb33-4ca7e9d94f10 req-a7f54c67-c018-42ec-9af7-227476eee407 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bfd8f5a-4f67-4780-a713-11ac3d23a7c2 HTTP/1.1" status: 200 len: 985 time: 0.0477817 Sep 01 05:05:57.151756 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-579bf99f-49be-4a96-bb33-4ca7e9d94f10 req-caab999c-c8d4-4d8e-bc69-7a1c85d7321e tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f94a329-6dd4-4d26-a073-d11af5a8d093&id=3bc5af2a-2eb8-461f-a1d7-6deb0f255eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334980 Sep 01 05:05:57.290207 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9853cf48-2c2b-42cd-a4fc-22b40a63ce16 req-06437b41-7a33-48bd-b65b-ea70232ef105 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:57.291779 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-9853cf48-2c2b-42cd-a4fc-22b40a63ce16 req-06437b41-7a33-48bd-b65b-ea70232ef105 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 945 time: 0.0499516 Sep 01 05:05:57.332646 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-9853cf48-2c2b-42cd-a4fc-22b40a63ce16 req-c83e47df-81d6-43e0-bf4a-910c12f9c501 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups?id=08c24242-8d6a-47d6-ad10-c33dccdec691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330656 Sep 01 05:05:58.267376 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e40cb1-e930-456e-9e41-d4261797a6ee req-a31da81f-237b-4161-9827-66581a7e194b tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:58.268804 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-39e40cb1-e930-456e-9e41-d4261797a6ee req-a31da81f-237b-4161-9827-66581a7e194b tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bfd8f5a-4f67-4780-a713-11ac3d23a7c2 HTTP/1.1" status: 200 len: 985 time: 0.0501013 Sep 01 05:05:58.307139 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-39e40cb1-e930-456e-9e41-d4261797a6ee req-4a68fa97-ac2e-4d66-aebd-951b264b5348 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f94a329-6dd4-4d26-a073-d11af5a8d093&id=3bc5af2a-2eb8-461f-a1d7-6deb0f255eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0322940 Sep 01 05:05:58.446396 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cec7e2-0ee6-467e-b729-62b4b5663716 req-49d3365b-6627-444c-8ff4-2f2e23281720 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:58.447978 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-77cec7e2-0ee6-467e-b729-62b4b5663716 req-49d3365b-6627-444c-8ff4-2f2e23281720 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 945 time: 0.0488584 Sep 01 05:05:58.489911 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-77cec7e2-0ee6-467e-b729-62b4b5663716 req-4cf378b8-2071-4dd2-9a44-69a2e4d71cc4 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups?id=08c24242-8d6a-47d6-ad10-c33dccdec691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360374 Sep 01 05:05:58.745712 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-c3695aa0-1322-4baa-942a-0c9269d8b6ce req-49305269-70ef-400e-8116-d772e7a605b3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389800 Sep 01 05:05:58.823092 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3695aa0-1322-4baa-942a-0c9269d8b6ce req-16722900-1593-4459-be10-46a2d9102a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:58.841456 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-c3695aa0-1322-4baa-942a-0c9269d8b6ce req-16722900-1593-4459-be10-46a2d9102a31 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6f7fb169ff9b446089c4ed54ad80a0dc&device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 1100 time: 0.0398376 Sep 01 05:05:58.939297 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3695aa0-1322-4baa-942a-0c9269d8b6ce req-eac960ac-d6d5-4e1f-830d-c65274421303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:58.940758 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-c3695aa0-1322-4baa-942a-0c9269d8b6ce req-eac960ac-d6d5-4e1f-830d-c65274421303 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3c0fc3fe-cfc7-47f9-a3bb-23d1892df261 HTTP/1.1" status: 200 len: 917 time: 0.0848591 Sep 01 05:05:59.007846 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-c3695aa0-1322-4baa-942a-0c9269d8b6ce req-830cdfe9-717a-44d7-aee3-9a13646da9fe service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ae1315e-70f0-45fe-8112-437937003d33 HTTP/1.1" status: 200 len: 1002 time: 0.0585659 Sep 01 05:05:59.059998 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3695aa0-1322-4baa-942a-0c9269d8b6ce req-eab2e41d-9f29-4dd7-b9e7-874321a0026b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:59.061456 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-c3695aa0-1322-4baa-942a-0c9269d8b6ce req-eab2e41d-9f29-4dd7-b9e7-874321a0026b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0619a0c6-b699-4546-b1ae-83c65a031c43 HTTP/1.1" status: 200 len: 855 time: 0.0466201 Sep 01 05:05:59.105797 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3695aa0-1322-4baa-942a-0c9269d8b6ce req-701df5f9-7446-45b5-b04e-48d267976401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:59.107306 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-c3695aa0-1322-4baa-942a-0c9269d8b6ce req-701df5f9-7446-45b5-b04e-48d267976401 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3c0fc3fe-cfc7-47f9-a3bb-23d1892df261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388138 Sep 01 05:05:59.196336 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-c3695aa0-1322-4baa-942a-0c9269d8b6ce req-35a879e2-5ac0-4664-b6c6-5d9a7d016a97 service neutron] 10.222.0.37 "GET /v2.0/networks/3c0fc3fe-cfc7-47f9-a3bb-23d1892df261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809357 Sep 01 05:05:59.291665 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-c3695aa0-1322-4baa-942a-0c9269d8b6ce req-f48ca236-09eb-41ab-9984-8b54d22d07e8 service neutron] 10.222.0.37 "GET /v2.0/networks/3c0fc3fe-cfc7-47f9-a3bb-23d1892df261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874929 Sep 01 05:05:59.421649 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e2d42b-39ac-4ab8-983c-f5afecdf94da req-f92d3fbb-66fa-4b73-9290-78d3fcd37090 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:59.423235 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-b7e2d42b-39ac-4ab8-983c-f5afecdf94da req-f92d3fbb-66fa-4b73-9290-78d3fcd37090 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bfd8f5a-4f67-4780-a713-11ac3d23a7c2 HTTP/1.1" status: 200 len: 985 time: 0.0494857 Sep 01 05:05:59.464180 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-b7e2d42b-39ac-4ab8-983c-f5afecdf94da req-62ca5cc6-2b64-45ca-83e7-a9d3fadb6139 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f94a329-6dd4-4d26-a073-d11af5a8d093&id=3bc5af2a-2eb8-461f-a1d7-6deb0f255eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346239 Sep 01 05:05:59.613116 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44577a0-41ab-436c-9a73-5c47b2517ddf req-2dbb83c4-ecaf-439d-86ff-61ac842a4748 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:05:59.614635 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-d44577a0-41ab-436c-9a73-5c47b2517ddf req-2dbb83c4-ecaf-439d-86ff-61ac842a4748 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 945 time: 0.0554540 Sep 01 05:05:59.653059 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-d44577a0-41ab-436c-9a73-5c47b2517ddf req-e641bdd0-6e07-4229-8782-903825db5581 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups?id=08c24242-8d6a-47d6-ad10-c33dccdec691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317702 Sep 01 05:06:00.177294 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b519a2-1f1f-4ec4-8d51-ff416fe9d483 req-142f68ea-8556-45e1-8e23-65b9c7049732 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:00.178872 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-06b519a2-1f1f-4ec4-8d51-ff416fe9d483 req-142f68ea-8556-45e1-8e23-65b9c7049732 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 947 time: 0.0519872 Sep 01 05:06:00.220071 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-06b519a2-1f1f-4ec4-8d51-ff416fe9d483 req-c1ba6b5d-e937-4910-8ed3-5ccde1336555 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340245 Sep 01 05:06:00.589326 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bf03d7-8492-4397-9743-c24d2d1a94ab req-958c6fca-04a3-49de-8def-ada993c5900e tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:00.590890 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-c1bf03d7-8492-4397-9743-c24d2d1a94ab req-958c6fca-04a3-49de-8def-ada993c5900e tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bfd8f5a-4f67-4780-a713-11ac3d23a7c2 HTTP/1.1" status: 200 len: 985 time: 0.0557635 Sep 01 05:06:00.635901 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-c1bf03d7-8492-4397-9743-c24d2d1a94ab req-40057ae8-44ca-49f2-ad0a-055e13580258 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f94a329-6dd4-4d26-a073-d11af5a8d093&id=3bc5af2a-2eb8-461f-a1d7-6deb0f255eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0383215 Sep 01 05:06:00.697553 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 49538) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:06:00.774600 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81ac6a7-4ba1-488c-9b7d-0e9379bb98cc req-d2b6c449-5488-4c8b-9897-b1e9a06273c5 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:00.776109 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-d81ac6a7-4ba1-488c-9b7d-0e9379bb98cc req-d2b6c449-5488-4c8b-9897-b1e9a06273c5 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 945 time: 0.0534389 Sep 01 05:06:00.807098 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-7422b151-6797-48c7-83fa-f1f83646432f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:00.814878 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-d81ac6a7-4ba1-488c-9b7d-0e9379bb98cc req-3f172f65-2ef2-4371-863a-7706af4c2c3e tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups?id=08c24242-8d6a-47d6-ad10-c33dccdec691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328078 Sep 01 05:06:00.903052 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-7422b151-6797-48c7-83fa-f1f83646432f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:00.984583 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-7422b151-6797-48c7-83fa-f1f83646432f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:01.024322 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7422b151-6797-48c7-83fa-f1f83646432f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c232cb9-2d18-4092-a0b8-6be828f37708,revision_number=1']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:06:01.031448 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 49546) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:06:01.031619 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-7422b151-6797-48c7-83fa-f1f83646432f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=94dc11563e6f47179b3c6986dae82ae1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3329341 Sep 01 05:06:01.081857 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-cb13098e-7f90-476e-8079-2724a49a1094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:01.101993 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-cb13098e-7f90-476e-8079-2724a49a1094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:01.230238 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-cb13098e-7f90-476e-8079-2724a49a1094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:01.232861 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-cb13098e-7f90-476e-8079-2724a49a1094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:01.234011 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-cb13098e-7f90-476e-8079-2724a49a1094 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6c232cb9-2d18-4092-a0b8-6be828f37708 HTTP/1.1" status: 204 len: 168 time: 0.2013149 Sep 01 05:06:01.242476 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb13098e-7f90-476e-8079-2724a49a1094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c232cb9-2d18-4092-a0b8-6be828f37708,revision_number=None']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:06:01.356123 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a86f2-ba7d-43b4-b876-0e049aece225 req-da5d8fcb-3c31-4b90-a767-4a1a06400c9b tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:01.357604 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e95a86f2-ba7d-43b4-b876-0e049aece225 req-da5d8fcb-3c31-4b90-a767-4a1a06400c9b tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 947 time: 0.0484097 Sep 01 05:06:01.395335 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e95a86f2-ba7d-43b4-b876-0e049aece225 req-8204c559-8863-4250-8986-3102986fee01 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308764 Sep 01 05:06:01.757584 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b6261-13d0-47de-9180-328d2293e6e7 req-6b9335cd-5d52-4a56-bc4f-744d507f9eb5 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:01.759135 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-917b6261-13d0-47de-9180-328d2293e6e7 req-6b9335cd-5d52-4a56-bc4f-744d507f9eb5 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bfd8f5a-4f67-4780-a713-11ac3d23a7c2 HTTP/1.1" status: 200 len: 985 time: 0.0516150 Sep 01 05:06:01.802001 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-917b6261-13d0-47de-9180-328d2293e6e7 req-e74dc181-6dc0-4dbd-b323-301ca076da4a tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f94a329-6dd4-4d26-a073-d11af5a8d093&id=3bc5af2a-2eb8-461f-a1d7-6deb0f255eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0367661 Sep 01 05:06:01.833973 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177713d1-a53c-4370-96d2-2c924895fd26 req-6ee7ecb2-ecd9-49c7-86dd-12028ba65e23 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:01.835540 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-177713d1-a53c-4370-96d2-2c924895fd26 req-6ee7ecb2-ecd9-49c7-86dd-12028ba65e23 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 947 time: 0.0882175 Sep 01 05:06:01.838665 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 49558) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:06:01.874334 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-c675d710-2767-4a72-92dc-1acaacc14685 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:01.931421 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1f5b51-0801-4f2f-9261-af8a4d06f541 req-787eea4f-cedb-4ac2-bb54-006a30df2a16 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:01.933004 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-cc1f5b51-0801-4f2f-9261-af8a4d06f541 req-787eea4f-cedb-4ac2-bb54-006a30df2a16 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 945 time: 0.0493677 Sep 01 05:06:01.971493 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-cc1f5b51-0801-4f2f-9261-af8a4d06f541 req-2dc89cd0-adc9-4691-b187-785c5817cd34 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups?id=08c24242-8d6a-47d6-ad10-c33dccdec691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324457 Sep 01 05:06:02.024896 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.plugin [req-177713d1-a53c-4370-96d2-2c924895fd26 req-0c141360-a5a8-41f5-b4b8-0aa2a1b03c36 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Deleting port 9ae1315e-70f0-45fe-8112-437937003d33 {{(pid=100911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:06:02.025020 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-177713d1-a53c-4370-96d2-2c924895fd26 req-0c141360-a5a8-41f5-b4b8-0aa2a1b03c36 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780564872726'] for port, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:02.106632 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-c675d710-2767-4a72-92dc-1acaacc14685 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:02.134501 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.db [req-177713d1-a53c-4370-96d2-2c924895fd26 req-0c141360-a5a8-41f5-b4b8-0aa2a1b03c36 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] For port 9ae1315e-70f0-45fe-8112-437937003d33, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=9ae1315e-70f0-45fe-8112-437937003d33,segment=NetworkSegment(6efdb405-2837-4b70-a808-bb1ee8aa5349),segment_id=6efdb405-2837-4b70-a808-bb1ee8aa5349)] {{(pid=100911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:06:02.139352 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-177713d1-a53c-4370-96d2-2c924895fd26 req-0c141360-a5a8-41f5-b4b8-0aa2a1b03c36 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958503'] for port, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:02.203017 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-c675d710-2767-4a72-92dc-1acaacc14685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:02.275757 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-c675d710-2767-4a72-92dc-1acaacc14685 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c41843dd039e4a4aa4567251d5b121d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4359765 Sep 01 05:06:02.278412 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 49566) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:06:02.288171 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c675d710-2767-4a72-92dc-1acaacc14685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fac1429-7b68-4057-bcec-6255aa7c538c,revision_number=1']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:06:02.337549 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-a56ea9dd-f755-42c1-a929-45e60043b358 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:02.358421 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-a56ea9dd-f755-42c1-a929-45e60043b358 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:02.402423 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-177713d1-a53c-4370-96d2-2c924895fd26 req-0c141360-a5a8-41f5-b4b8-0aa2a1b03c36 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:02.402781 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-177713d1-a53c-4370-96d2-2c924895fd26 req-0c141360-a5a8-41f5-b4b8-0aa2a1b03c36 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1958929'] for floatingip, after_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:02.403118 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.db.l3_db [req-177713d1-a53c-4370-96d2-2c924895fd26 req-0c141360-a5a8-41f5-b4b8-0aa2a1b03c36 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Floating IP b59e6165-b82b-435e-8b24-04cc487c7661 disassociated. External IP: 172.27.2.245, port: 9ae1315e-70f0-45fe-8112-437937003d33. Sep 01 05:06:02.403466 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.plugin [req-177713d1-a53c-4370-96d2-2c924895fd26 req-0c141360-a5a8-41f5-b4b8-0aa2a1b03c36 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Calling delete_port for 9ae1315e-70f0-45fe-8112-437937003d33 owned by compute:nova {{(pid=100911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:06:02.494823 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-a56ea9dd-f755-42c1-a929-45e60043b358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:02.497328 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-a56ea9dd-f755-42c1-a929-45e60043b358 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:02.498559 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-a56ea9dd-f755-42c1-a929-45e60043b358 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5fac1429-7b68-4057-bcec-6255aa7c538c HTTP/1.1" status: 204 len: 168 time: 0.2191439 Sep 01 05:06:02.514272 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56ea9dd-f755-42c1-a929-45e60043b358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fac1429-7b68-4057-bcec-6255aa7c538c,revision_number=None']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:06:02.527474 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd6dfc-1b2d-4aef-8de1-d39a66f8d947 req-9d203026-e74b-49d6-bd9d-df7cbc57d05c tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:02.529000 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-c5fd6dfc-1b2d-4aef-8de1-d39a66f8d947 req-9d203026-e74b-49d6-bd9d-df7cbc57d05c tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 947 time: 0.0625334 Sep 01 05:06:02.574966 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-c5fd6dfc-1b2d-4aef-8de1-d39a66f8d947 req-09f9f395-3825-4674-bf26-e390dd678603 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=b94cc969-f52f-456f-8f87-e767177ccf80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325363 Sep 01 05:06:02.586315 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-177713d1-a53c-4370-96d2-2c924895fd26 req-0c141360-a5a8-41f5-b4b8-0aa2a1b03c36 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780564874213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780564376598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3457272'] for port, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:02.625319 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c141360-a5a8-41f5-b4b8-0aa2a1b03c36 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Pushing event deleted for resources: {'Port': ['ID=9ae1315e-70f0-45fe-8112-437937003d33,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:06:02.750589 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.l3_agent_scheduler [req-177713d1-a53c-4370-96d2-2c924895fd26 req-0c141360-a5a8-41f5-b4b8-0aa2a1b03c36 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Router cf7833d7-4c97-4622-afaf-57ace39decf3 has already been hosted by L3 agent dd4ad2d5-7278-4db2-b968-23881816b870 {{(pid=100911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 05:06:02.866704 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-177713d1-a53c-4370-96d2-2c924895fd26 req-0c141360-a5a8-41f5-b4b8-0aa2a1b03c36 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Notify agent at l3_agent.dv-cinder-804735-5-iscsi the message routers_updated {{(pid=100911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 05:06:02.879619 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfa8921-4435-43f9-b527-8b3d6d9a03bf None None] Sync routers for ids ['cf7833d7-4c97-4622-afaf-57ace39decf3'] in dv-cinder-804735-5-iscsi {{(pid=100913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 05:06:02.890890 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfa8921-4435-43f9-b527-8b3d6d9a03bf None None] Routers {'cf7833d7-4c97-4622-afaf-57ace39decf3'} bound to L3 agent in host dv-cinder-804735-5-iscsi {{(pid=100913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:06:02.891615 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-4cfa8921-4435-43f9-b527-8b3d6d9a03bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T04:53:40Z,description=,heartbeat_timestamp=2021-09-01T05:05:40Z,host='dv-cinder-804735-5-iscsi',id=dd4ad2d5-7278-4db2-b968-23881816b870,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:53:41Z,topic='l3_agent')) {'router_ids': ['cf7833d7-4c97-4622-afaf-57ace39decf3'], 'active': True} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:06:02.939845 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5eca23-0586-4c28-b29d-f4475f386d97 req-417fef49-c656-4df6-aa4b-4a6347fd1469 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:02.945290 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-de5eca23-0586-4c28-b29d-f4475f386d97 req-417fef49-c656-4df6-aa4b-4a6347fd1469 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bfd8f5a-4f67-4780-a713-11ac3d23a7c2 HTTP/1.1" status: 200 len: 985 time: 0.0646427 Sep 01 05:06:02.948773 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.l3_dvrscheduler_db [req-177713d1-a53c-4370-96d2-2c924895fd26 req-0c141360-a5a8-41f5-b4b8-0aa2a1b03c36 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] No DVR routers for this DVR port 9ae1315e-70f0-45fe-8112-437937003d33 on host hv-cinder-80473 {{(pid=100911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 05:06:02.951826 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-177713d1-a53c-4370-96d2-2c924895fd26 req-0c141360-a5a8-41f5-b4b8-0aa2a1b03c36 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428309'] for port, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:02.954364 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-177713d1-a53c-4370-96d2-2c924895fd26 req-0c141360-a5a8-41f5-b4b8-0aa2a1b03c36 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.37 "DELETE /v2.0/ports/9ae1315e-70f0-45fe-8112-437937003d33 HTTP/1.1" status: 204 len: 173 time: 1.1086426 Sep 01 05:06:02.955554 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b017cba-149f-43c2-81da-aa7b9faa76e4', 'name': 'network-vif-deleted', 'tag': '9ae1315e-70f0-45fe-8112-437937003d33'}] {{(pid=100911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:06:02.966737 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2199b4ef80d697cbc8f6ff5e200fd84d3ba25b9ef6d03a08fa18221b1b049e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca05166-2add-4005-82c6-d600188a6b82" -d '{"events": [{"server_uuid": "7b017cba-149f-43c2-81da-aa7b9faa76e4", "name": "network-vif-deleted", "tag": "9ae1315e-70f0-45fe-8112-437937003d33"}]}' {{(pid=100911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:06:03.009498 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 05:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf813f1-1b1d-4861-ac34-47797e3a6324 x-openstack-request-id: req-edf813f1-1b1d-4861-ac34-47797e3a6324 {{(pid=100911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:06:03.009498 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b017cba-149f-43c2-81da-aa7b9faa76e4", "name": "network-vif-deleted", "tag": "9ae1315e-70f0-45fe-8112-437937003d33", "status": "completed", "code": 200}]} {{(pid=100911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:06:03.009858 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-edf813f1-1b1d-4861-ac34-47797e3a6324 {{(pid=100911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:06:03.010322 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b017cba-149f-43c2-81da-aa7b9faa76e4', 'name': 'network-vif-deleted', 'tag': '9ae1315e-70f0-45fe-8112-437937003d33', 'status': 'completed', 'code': 200} Sep 01 05:06:03.021154 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-de5eca23-0586-4c28-b29d-f4475f386d97 req-87373374-9ff0-4cc4-a05b-5588d2602d4b tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f94a329-6dd4-4d26-a073-d11af5a8d093&id=3bc5af2a-2eb8-461f-a1d7-6deb0f255eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0722086 Sep 01 05:06:03.046462 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvr_db [None req-4cfa8921-4435-43f9-b527-8b3d6d9a03bf None None] Set router cf7833d7-4c97-4622-afaf-57ace39decf3 gateway port host: dv-cinder-804735-5-iscsi {{(pid=100913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:06:03.115443 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16319129-0490-4680-ab2b-e79b4e3c09fc req-42e82c14-8c6e-44f5-a190-43467c72043e tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:03.115669 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-16319129-0490-4680-ab2b-e79b4e3c09fc req-42e82c14-8c6e-44f5-a190-43467c72043e tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 945 time: 0.0504525 Sep 01 05:06:03.169995 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-16319129-0490-4680-ab2b-e79b4e3c09fc req-5470bfc5-6918-4e52-bfc1-053066488142 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups?id=08c24242-8d6a-47d6-ad10-c33dccdec691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468497 Sep 01 05:06:03.282970 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-4cfa8921-4435-43f9-b527-8b3d6d9a03bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf7833d7-4c97-4622-afaf-57ace39decf3', 'name': 'tempest-AttachVolumeShelveTestJSON-232564752-router', 'tenant_id': '6f7fb169ff9b446089c4ed54ad80a0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'fdc3cbf0-4453-47ae-9a07-b90bad19b65d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:01:42Z', 'updated_at': '2021-09-01T05:01:51Z', 'revision_number': 4, 'project_id': '6f7fb169ff9b446089c4ed54ad80a0dc', 'gw_port': {'id': 'fdc3cbf0-4453-47ae-9a07-b90bad19b65d', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ba:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7833d7-4c97-4622-afaf-57ace39decf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:01:43Z', 'updated_at': '2021-09-01T05:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi', '_interfaces': [{'id': '67e948fa-3701-40a0-84a3-42134389b745', 'name': '', 'network_id': '3c0fc3fe-cfc7-47f9-a3bb-23d1892df261', 'tenant_id': '6f7fb169ff9b446089c4ed54ad80a0dc', 'mac_address': 'fa:16:3e:75:0e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7833d7-4c97-4622-afaf-57ace39decf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0619a0c6-b699-4546-b1ae-83c65a031c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:01:49Z', 'updated_at': '2021-09-01T05:02:06Z', 'revision_number': 5, 'project_id': '6f7fb169ff9b446089c4ed54ad80a0dc', 'subnets': [{'id': '0619a0c6-b699-4546-b1ae-83c65a031c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-5-iscsi', False) {} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:06:03.311615 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfa8921-4435-43f9-b527-8b3d6d9a03bf None None] Checking router: cf7833d7-4c97-4622-afaf-57ace39decf3 for host: dv-cinder-804735-5-iscsi {{(pid=100913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 05:06:03.323744 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfa8921-4435-43f9-b527-8b3d6d9a03bf None None] Routers {'cf7833d7-4c97-4622-afaf-57ace39decf3'} bound to L3 agent in host dv-cinder-804735-5-iscsi {{(pid=100913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:06:03.324366 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-4cfa8921-4435-43f9-b527-8b3d6d9a03bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T04:53:40Z,description=,heartbeat_timestamp=2021-09-01T05:05:40Z,host='dv-cinder-804735-5-iscsi',id=dd4ad2d5-7278-4db2-b968-23881816b870,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:53:41Z,topic='l3_agent')) {'router_ids': ['cf7833d7-4c97-4622-afaf-57ace39decf3'], 'active': True} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:06:03.438034 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvr_db [None req-4cfa8921-4435-43f9-b527-8b3d6d9a03bf None None] Set router cf7833d7-4c97-4622-afaf-57ace39decf3 gateway port host: dv-cinder-804735-5-iscsi {{(pid=100913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:06:03.681706 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-4cfa8921-4435-43f9-b527-8b3d6d9a03bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf7833d7-4c97-4622-afaf-57ace39decf3', 'name': 'tempest-AttachVolumeShelveTestJSON-232564752-router', 'tenant_id': '6f7fb169ff9b446089c4ed54ad80a0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'fdc3cbf0-4453-47ae-9a07-b90bad19b65d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:01:42Z', 'updated_at': '2021-09-01T05:01:51Z', 'revision_number': 4, 'project_id': '6f7fb169ff9b446089c4ed54ad80a0dc', 'gw_port': {'id': 'fdc3cbf0-4453-47ae-9a07-b90bad19b65d', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ba:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7833d7-4c97-4622-afaf-57ace39decf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:01:43Z', 'updated_at': '2021-09-01T05:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi', '_interfaces': [{'id': '67e948fa-3701-40a0-84a3-42134389b745', 'name': '', 'network_id': '3c0fc3fe-cfc7-47f9-a3bb-23d1892df261', 'tenant_id': '6f7fb169ff9b446089c4ed54ad80a0dc', 'mac_address': 'fa:16:3e:75:0e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7833d7-4c97-4622-afaf-57ace39decf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0619a0c6-b699-4546-b1ae-83c65a031c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:01:49Z', 'updated_at': '2021-09-01T05:02:06Z', 'revision_number': 5, 'project_id': '6f7fb169ff9b446089c4ed54ad80a0dc', 'subnets': [{'id': '0619a0c6-b699-4546-b1ae-83c65a031c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-5-iscsi', False) {} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:06:03.724798 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfa8921-4435-43f9-b527-8b3d6d9a03bf None None] The sync data for ids ['cf7833d7-4c97-4622-afaf-57ace39decf3'] in dv-cinder-804735-5-iscsi is: [{'id': 'cf7833d7-4c97-4622-afaf-57ace39decf3', 'name': 'tempest-AttachVolumeShelveTestJSON-232564752-router', 'tenant_id': '6f7fb169ff9b446089c4ed54ad80a0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'fdc3cbf0-4453-47ae-9a07-b90bad19b65d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:01:42Z', 'updated_at': '2021-09-01T05:01:51Z', 'revision_number': 4, 'project_id': '6f7fb169ff9b446089c4ed54ad80a0dc', 'gw_port': {'id': 'fdc3cbf0-4453-47ae-9a07-b90bad19b65d', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ba:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7833d7-4c97-4622-afaf-57ace39decf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:01:43Z', 'updated_at': '2021-09-01T05:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi', '_interfaces': [{'id': '67e948fa-3701-40a0-84a3-42134389b745', 'name': '', 'network_id': '3c0fc3fe-cfc7-47f9-a3bb-23d1892df261', 'tenant_id': '6f7fb169ff9b446089c4ed54ad80a0dc', 'mac_address': 'fa:16:3e:75:0e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7833d7-4c97-4622-afaf-57ace39decf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0619a0c6-b699-4546-b1ae-83c65a031c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:01:49Z', 'updated_at': '2021-09-01T05:02:06Z', 'revision_number': 5, 'project_id': '6f7fb169ff9b446089c4ed54ad80a0dc', 'subnets': [{'id': '0619a0c6-b699-4546-b1ae-83c65a031c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 05:06:03.747011 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-fbc25bc5-2f07-41e3-b7fb-0748064228d4 req-a809de0e-0877-42fc-80a3-b0bf8c24b32f tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b017cba-149f-43c2-81da-aa7b9faa76e4 HTTP/1.1" status: 200 len: 210 time: 0.0461166 Sep 01 05:06:04.011171 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1951ec60-d247-4f1d-ac2c-9aad9bc440b1 None None] New status for floating IP b59e6165-b82b-435e-8b24-04cc487c7661: DOWN {{(pid=100914) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 05:06:04.153619 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e63c4d-d8d1-433d-8755-75afc2b8378c req-510c7993-98b0-408c-a5ec-37f1f2801836 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:04.161670 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-81e63c4d-d8d1-433d-8755-75afc2b8378c req-510c7993-98b0-408c-a5ec-37f1f2801836 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bfd8f5a-4f67-4780-a713-11ac3d23a7c2 HTTP/1.1" status: 200 len: 985 time: 0.0608594 Sep 01 05:06:04.197148 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-81e63c4d-d8d1-433d-8755-75afc2b8378c req-df159237-93b8-46b1-9298-27a448134e88 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f94a329-6dd4-4d26-a073-d11af5a8d093&id=3bc5af2a-2eb8-461f-a1d7-6deb0f255eb5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346141 Sep 01 05:06:04.295449 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f739050-70b6-4277-860a-a70ed3a3bd8e req-f62ff23d-5c7a-4ca7-8928-ba9e85be73dd tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:04.297000 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-4f739050-70b6-4277-860a-a70ed3a3bd8e req-f62ff23d-5c7a-4ca7-8928-ba9e85be73dd tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 945 time: 0.0513384 Sep 01 05:06:04.339782 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-4f739050-70b6-4277-860a-a70ed3a3bd8e req-ce3bdd30-44c7-4288-b150-9d3058715e8c tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups?id=08c24242-8d6a-47d6-ad10-c33dccdec691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352638 Sep 01 05:06:04.712388 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ca135-afcf-4bd1-958f-a3acf750760d req-436dad6e-dcbd-4bdf-a162-5b6f29c5966f tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:04.714232 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e79ca135-afcf-4bd1-958f-a3acf750760d req-436dad6e-dcbd-4bdf-a162-5b6f29c5966f tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 945 time: 0.0522244 Sep 01 05:06:04.759523 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e79ca135-afcf-4bd1-958f-a3acf750760d req-0a818398-9ddf-40d1-a396-047f100692a9 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups?id=08c24242-8d6a-47d6-ad10-c33dccdec691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379522 Sep 01 05:06:04.904170 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6ce068-8029-4db5-a636-965bfdd01e51 req-08d848fa-b05e-4743-921b-07f5c660f1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:04.905835 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-7a6ce068-8029-4db5-a636-965bfdd01e51 req-08d848fa-b05e-4743-921b-07f5c660f1a5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=efd1fc476bbc46ddb375c7c745356ae4&device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 1098 time: 0.0710137 Sep 01 05:06:04.998215 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 49678) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:06:05.118136 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-d17b0248-ce4d-4f96-acc5-c9dd1a6153de tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Notify callbacks [] for security_group, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:05.145851 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-d17b0248-ce4d-4f96-acc5-c9dd1a6153de tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:05.270753 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6ce068-8029-4db5-a636-965bfdd01e51 req-334284ef-10d5-4a14-97dd-8e84d73666a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:05.272276 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-7a6ce068-8029-4db5-a636-965bfdd01e51 req-334284ef-10d5-4a14-97dd-8e84d73666a8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=92e27a99-4acf-46a2-b103-44939bb42018 HTTP/1.1" status: 200 len: 912 time: 0.3594079 Sep 01 05:06:05.334712 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-d17b0248-ce4d-4f96-acc5-c9dd1a6153de tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:05.338709 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-d17b0248-ce4d-4f96-acc5-c9dd1a6153de tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Notify callbacks [] for security_group, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:05.342867 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-d17b0248-ce4d-4f96-acc5-c9dd1a6153de tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "DELETE /v2.0/security-groups/b94cc969-f52f-456f-8f87-e767177ccf80 HTTP/1.1" status: 204 len: 168 time: 0.3424451 Sep 01 05:06:05.346046 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-7a6ce068-8029-4db5-a636-965bfdd01e51 req-d55ff0a0-4c70-4bfd-9026-0c373f210cc2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a959fe9a-920c-4c7e-be3f-ed71701a57b5 HTTP/1.1" status: 200 len: 1000 time: 0.0635190 Sep 01 05:06:05.346937 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 49686) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:06:05.386138 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17b0248-ce4d-4f96-acc5-c9dd1a6153de tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94cc969-f52f-456f-8f87-e767177ccf80,revision_number=None']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:06:05.388786 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.api.v2.resource [None req-f9eb4059-51da-4a0e-90ad-78d42538a2c4 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] show failed (client error): The resource could not be found. Sep 01 05:06:05.392757 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-f9eb4059-51da-4a0e-90ad-78d42538a2c4 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups/b94cc969-f52f-456f-8f87-e767177ccf80 HTTP/1.1" status: 404 len: 347 time: 0.0407324 Sep 01 05:06:05.394475 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 49688) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:06:05.396076 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17b0248-ce4d-4f96-acc5-c9dd1a6153de tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:06:05.396514 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17b0248-ce4d-4f96-acc5-c9dd1a6153de tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:06:05.396975 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17b0248-ce4d-4f96-acc5-c9dd1a6153de tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:06:05.397423 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17b0248-ce4d-4f96-acc5-c9dd1a6153de tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:06:05.397845 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17b0248-ce4d-4f96-acc5-c9dd1a6153de tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:06:05.398358 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17b0248-ce4d-4f96-acc5-c9dd1a6153de tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:06:05.398693 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17b0248-ce4d-4f96-acc5-c9dd1a6153de tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:06:05.399081 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17b0248-ce4d-4f96-acc5-c9dd1a6153de tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:06:05.399417 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17b0248-ce4d-4f96-acc5-c9dd1a6153de tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:06:05.399763 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17b0248-ce4d-4f96-acc5-c9dd1a6153de tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:06:05.400077 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17b0248-ce4d-4f96-acc5-c9dd1a6153de tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:06:05.400400 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17b0248-ce4d-4f96-acc5-c9dd1a6153de tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:06:05.403404 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6ce068-8029-4db5-a636-965bfdd01e51 req-b8117ba7-fa9f-4b4f-b127-8f3dbe6b98ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:05.404784 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-7a6ce068-8029-4db5-a636-965bfdd01e51 req-b8117ba7-fa9f-4b4f-b127-8f3dbe6b98ee service neutron] 10.222.0.37 "GET /v2.0/subnets?id=632c2506-9627-456a-904a-03e2fe14470f HTTP/1.1" status: 200 len: 850 time: 0.0544870 Sep 01 05:06:05.537466 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6ce068-8029-4db5-a636-965bfdd01e51 req-92888eff-8f19-4c70-b646-6b40dcf74f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:05.538986 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-7a6ce068-8029-4db5-a636-965bfdd01e51 req-92888eff-8f19-4c70-b646-6b40dcf74f92 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=92e27a99-4acf-46a2-b103-44939bb42018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1041181 Sep 01 05:06:05.599235 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.plugin [None req-23c58e44-41c4-4448-9691-d1f46d877f65 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Deleting port 0255dfe7-e874-4e0f-8df8-2a280a87d8ed {{(pid=100911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:06:05.599574 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-23c58e44-41c4-4448-9691-d1f46d877f65 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780564872726'] for port, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:05.687664 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-7a6ce068-8029-4db5-a636-965bfdd01e51 req-b0365967-a873-4927-8899-d633b29ac958 service neutron] 10.222.0.37 "GET /v2.0/networks/92e27a99-4acf-46a2-b103-44939bb42018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411471 Sep 01 05:06:05.729037 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-23c58e44-41c4-4448-9691-d1f46d877f65 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958503'] for port, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:05.729369 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-23c58e44-41c4-4448-9691-d1f46d877f65 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:05.780594 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.plugin [None req-23c58e44-41c4-4448-9691-d1f46d877f65 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Calling delete_port for 0255dfe7-e874-4e0f-8df8-2a280a87d8ed owned by network:floatingip {{(pid=100911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:06:05.928613 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab49c572-e83d-44a6-9b4a-817b9d645e0e req-8f01eef3-ce7f-4ca2-98a1-d7df910d3b59 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:05.930269 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-ab49c572-e83d-44a6-9b4a-817b9d645e0e req-8f01eef3-ce7f-4ca2-98a1-d7df910d3b59 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 945 time: 0.0677242 Sep 01 05:06:05.963663 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-7a6ce068-8029-4db5-a636-965bfdd01e51 req-e4b0d5df-e6a2-4d08-acf7-29094f00476f service neutron] 10.222.0.37 "GET /v2.0/networks/92e27a99-4acf-46a2-b103-44939bb42018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654061 Sep 01 05:06:05.976118 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-ab49c572-e83d-44a6-9b4a-817b9d645e0e req-a92cad49-58e9-469a-ac62-d2a941474448 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups?id=08c24242-8d6a-47d6-ad10-c33dccdec691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359218 Sep 01 05:06:06.039315 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device 9ae1315e-70f0-45fe-8112-437937003d33 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:06:06.053115 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-23c58e44-41c4-4448-9691-d1f46d877f65 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780564874213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780564376598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3457272'] for port, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:06.060018 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.plugin [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] No Port match for: 9ae1315e-70f0-45fe-8112-437937003d33 {{(pid=100913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 05:06:06.060426 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device 9ae1315e-70f0-45fe-8112-437937003d33 not bound to the agent host hv-cinder-80473 {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 05:06:06.082464 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c58e44-41c4-4448-9691-d1f46d877f65 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Pushing event deleted for resources: {'Port': ['ID=0255dfe7-e874-4e0f-8df8-2a280a87d8ed,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:06:06.096366 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c58e44-41c4-4448-9691-d1f46d877f65 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:06:06.096366 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c58e44-41c4-4448-9691-d1f46d877f65 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:06:06.096366 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c58e44-41c4-4448-9691-d1f46d877f65 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:06:06.096366 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c58e44-41c4-4448-9691-d1f46d877f65 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:06:06.096366 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c58e44-41c4-4448-9691-d1f46d877f65 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:06:06.096366 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c58e44-41c4-4448-9691-d1f46d877f65 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:06:06.096930 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c58e44-41c4-4448-9691-d1f46d877f65 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:06:06.097185 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c58e44-41c4-4448-9691-d1f46d877f65 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:06:06.097522 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c58e44-41c4-4448-9691-d1f46d877f65 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:06:06.097851 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c58e44-41c4-4448-9691-d1f46d877f65 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:06:06.098180 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c58e44-41c4-4448-9691-d1f46d877f65 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:06:06.098511 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c58e44-41c4-4448-9691-d1f46d877f65 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:06:06.152989 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-23c58e44-41c4-4448-9691-d1f46d877f65 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Notify callbacks [] for floatingip, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:06.155731 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-23c58e44-41c4-4448-9691-d1f46d877f65 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428309'] for floatingip, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:06.156875 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-23c58e44-41c4-4448-9691-d1f46d877f65 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "DELETE /v2.0/floatingips/b59e6165-b82b-435e-8b24-04cc487c7661 HTTP/1.1" status: 204 len: 168 time: 0.7607217 Sep 01 05:06:06.674358 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 49734) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:06:06.679311 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.v2.base [None req-c5dbfd60-c739-47ba-bffc-f7d49d52a155 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Request body: {'security_group': {'name': 'tempest-securitygroup--448808533', 'description': 'tempest-description--1053751101'}} {{(pid=100911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:06:06.773567 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-c5dbfd60-c739-47ba-bffc-f7d49d52a155 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Notify callbacks [] for security_group, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:06.840905 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 49740) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:06:06.865805 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-c5dbfd60-c739-47ba-bffc-f7d49d52a155 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Notify callbacks [] for security_group, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:06.939414 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-c5dbfd60-c739-47ba-bffc-f7d49d52a155 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:06.947087 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-68224ec6-35db-4f0a-9a5d-9ed1c8ed6e32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:06.974084 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dbfd60-c739-47ba-bffc-f7d49d52a155 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35a73af9-82d0-4a30-aa03-e4421db8a1f7,revision_number=1']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:06:07.040142 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-68224ec6-35db-4f0a-9a5d-9ed1c8ed6e32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:07.093177 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ec9e7-16e7-4228-ba6d-613779ddbab7 req-1be536e7-11ac-47b6-8330-cf5ade6d69c0 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:07.094704 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-0d8ec9e7-16e7-4228-ba6d-613779ddbab7 req-1be536e7-11ac-47b6-8330-cf5ade6d69c0 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 945 time: 0.0477972 Sep 01 05:06:07.128864 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-68224ec6-35db-4f0a-9a5d-9ed1c8ed6e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:07.143767 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-0d8ec9e7-16e7-4228-ba6d-613779ddbab7 req-c01ec5ce-2091-4b75-a2d4-456c182bb4ce tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups?id=08c24242-8d6a-47d6-ad10-c33dccdec691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424840 Sep 01 05:06:07.171280 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68224ec6-35db-4f0a-9a5d-9ed1c8ed6e32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b05e72fb-086e-400d-9dfa-1fa2b0e6af7e,revision_number=1']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:06:07.176807 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-68224ec6-35db-4f0a-9a5d-9ed1c8ed6e32 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=580b41a476944507a8fd3dfd72c5510e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3343971 Sep 01 05:06:07.184384 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-c5dbfd60-c739-47ba-bffc-f7d49d52a155 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Notify callbacks [] for security_group, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:07.184384 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-c5dbfd60-c739-47ba-bffc-f7d49d52a155 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5046773 Sep 01 05:06:07.184819 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 49748) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:06:07.184819 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 49750) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:06:07.196507 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.v2.base [None req-920363f0-1438-4f0c-a3b3-3e2043427fed tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Request body: {'security_group_rule': {'security_group_id': '35a73af9-82d0-4a30-aa03-e4421db8a1f7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:06:07.258633 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-956e11b3-607e-4fde-8912-2637972d7486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:07.279378 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-956e11b3-607e-4fde-8912-2637972d7486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:07.362170 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-a57d38d5-3869-4637-a1f0-fe70b7814cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:07.481588 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-920363f0-1438-4f0c-a3b3-3e2043427fed tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:07.527137 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-956e11b3-607e-4fde-8912-2637972d7486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:07.530154 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-956e11b3-607e-4fde-8912-2637972d7486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:07.530679 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-956e11b3-607e-4fde-8912-2637972d7486 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b05e72fb-086e-400d-9dfa-1fa2b0e6af7e HTTP/1.1" status: 204 len: 168 time: 0.3452358 Sep 01 05:06:07.551246 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956e11b3-607e-4fde-8912-2637972d7486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b05e72fb-086e-400d-9dfa-1fa2b0e6af7e,revision_number=None']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:06:07.554795 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-920363f0-1438-4f0c-a3b3-3e2043427fed tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:07.810530 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-920363f0-1438-4f0c-a3b3-3e2043427fed tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71185'] for security_group_rule, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:07.838071 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920363f0-1438-4f0c-a3b3-3e2043427fed tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76dbe936-7370-4ef7-acfb-b6e1cc86a10c,revision_number=0']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:06:08.047624 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-920363f0-1438-4f0c-a3b3-3e2043427fed tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:08.049770 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-920363f0-1438-4f0c-a3b3-3e2043427fed tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8629391 Sep 01 05:06:08.052472 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 49758) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:06:08.057123 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.v2.base [None req-a082b5e9-71e7-4db5-b0e9-fe3cd7c580f7 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Request body: {'security_group_rule': {'security_group_id': '35a73af9-82d0-4a30-aa03-e4421db8a1f7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:06:08.161702 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-a082b5e9-71e7-4db5-b0e9-fe3cd7c580f7 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:08.221145 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-a082b5e9-71e7-4db5-b0e9-fe3cd7c580f7 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:08.333515 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-a082b5e9-71e7-4db5-b0e9-fe3cd7c580f7 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71185'] for security_group_rule, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:08.353800 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a082b5e9-71e7-4db5-b0e9-fe3cd7c580f7 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8ef5f2c-787b-4a73-b844-67d624267c11,revision_number=0']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:06:08.459216 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-a082b5e9-71e7-4db5-b0e9-fe3cd7c580f7 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:08.460463 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-a082b5e9-71e7-4db5-b0e9-fe3cd7c580f7 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4070437 Sep 01 05:06:08.463611 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 49762) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:06:08.468442 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.v2.base [None req-8ce29746-086a-4496-8375-25214b13272c tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Request body: {'floatingip': {'floating_network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76'}} {{(pid=100912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:06:08.524902 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 49764) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:06:08.539533 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-2b8d1555-d45e-4c30-87da-839c1626d061 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:08.573112 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-8ce29746-086a-4496-8375-25214b13272c tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Notify callbacks [] for floatingip, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:08.724157 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-2b8d1555-d45e-4c30-87da-839c1626d061 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:08.733839 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-8ce29746-086a-4496-8375-25214b13272c tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:08.817424 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-2b8d1555-d45e-4c30-87da-839c1626d061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:08.875850 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8d1555-d45e-4c30-87da-839c1626d061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59525c6b-487a-44ce-a11f-cf5523113a71,revision_number=1']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:06:08.880364 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.db.db_base_plugin_common [None req-8ce29746-086a-4496-8375-25214b13272c tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Allocated IP 172.27.2.178 (0effeb3b-80f3-4cb6-8b1a-1774968f7d76/a1ace4a4-4e27-4c96-bf05-cb2f22386a9e/b0d801f3-57fc-43db-b388-1e598e2fb733) {{(pid=100912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 05:06:08.884671 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-2b8d1555-d45e-4c30-87da-839c1626d061 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=13371f7fdbb3493b93f94a8d6edbdad5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3587148 Sep 01 05:06:08.887802 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 49768) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:06:08.949071 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-adc6b25b-23ed-4450-84b7-a342f90054a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:08.971813 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-adc6b25b-23ed-4450-84b7-a342f90054a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:08.998805 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-8ce29746-086a-4496-8375-25214b13272c tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Notify callbacks [] for port, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:09.087745 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-adc6b25b-23ed-4450-84b7-a342f90054a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:09.091050 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-adc6b25b-23ed-4450-84b7-a342f90054a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:09.092829 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-adc6b25b-23ed-4450-84b7-a342f90054a6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/59525c6b-487a-44ce-a11f-cf5523113a71 HTTP/1.1" status: 204 len: 168 time: 0.2039840 Sep 01 05:06:09.101707 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc6b25b-23ed-4450-84b7-a342f90054a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59525c6b-487a-44ce-a11f-cf5523113a71,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:06:09.116633 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-8ce29746-086a-4496-8375-25214b13272c tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780564376589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59570596'] for port, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:09.164624 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce29746-086a-4496-8375-25214b13272c tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Network 0effeb3b-80f3-4cb6-8b1a-1774968f7d76 is already hosted by enough agents. {{(pid=100912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:06:09.169551 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.scheduler.base_scheduler [None req-8ce29746-086a-4496-8375-25214b13272c tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Resources bound (agent type, host, resource id): {{(pid=100912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:06:09.174152 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce29746-086a-4496-8375-25214b13272c tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Received port after_create {{(pid=100912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 05:06:09.179705 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce29746-086a-4496-8375-25214b13272c tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Pushing event updated for resources: {'Port': ['ID=b0d801f3-57fc-43db-b388-1e598e2fb733,revision_number=1']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:06:09.270023 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-8ce29746-086a-4496-8375-25214b13272c tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:09.466452 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-8ce29746-086a-4496-8375-25214b13272c tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:09.623049 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-8ce29746-086a-4496-8375-25214b13272c tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Notify callbacks [] for port, precommit_update {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:09.692821 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-8ce29746-086a-4496-8375-25214b13272c tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59570589'] for port, after_update {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:09.763053 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce29746-086a-4496-8375-25214b13272c tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Pushing event updated for resources: {'Port': ['ID=b0d801f3-57fc-43db-b388-1e598e2fb733,revision_number=2']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:06:09.773567 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-8ce29746-086a-4496-8375-25214b13272c tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1958929'] for floatingip, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:09.875991 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-8ce29746-086a-4496-8375-25214b13272c tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428309'] for floatingip, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:09.880147 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-8ce29746-086a-4496-8375-25214b13272c tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4127569 Sep 01 05:06:10.022835 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:10.070198 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3794210f-0fd0-4d6d-b962-cbd8a17b9a55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:10.084106 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-1db2adf4-60d9-44b9-aec4-fb2e319dd88f req-232c211d-73a7-4fe0-8565-0c49d938c60f tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--448808533&fields=id&tenant_id=6f7fb169ff9b446089c4ed54ad80a0dc HTTP/1.1" status: 200 len: 267 time: 0.0385556 Sep 01 05:06:10.187994 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db2adf4-60d9-44b9-aec4-fb2e319dd88f req-b87f1f00-5769-4851-b15d-51e2537b209f tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:10.190034 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-1db2adf4-60d9-44b9-aec4-fb2e319dd88f req-b87f1f00-5769-4851-b15d-51e2537b209f tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/networks?id=3c0fc3fe-cfc7-47f9-a3bb-23d1892df261 HTTP/1.1" status: 200 len: 816 time: 0.0987558 Sep 01 05:06:10.205689 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-1db2adf4-60d9-44b9-aec4-fb2e319dd88f req-04a584f3-fc21-43df-87f4-980331cd5cb2 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/quotas/6f7fb169ff9b446089c4ed54ad80a0dc HTTP/1.1" status: 200 len: 375 time: 0.0095568 Sep 01 05:06:10.262799 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-1db2adf4-60d9-44b9-aec4-fb2e319dd88f req-2497cb30-685a-478f-8b1d-70e07c18ff9c tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6f7fb169ff9b446089c4ed54ad80a0dc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0513558 Sep 01 05:06:10.365214 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-1db2adf4-60d9-44b9-aec4-fb2e319dd88f req-d4770610-51be-442d-bf28-8d0298c4af00 service neutron] 10.222.0.11 "GET /v2.0/networks/3c0fc3fe-cfc7-47f9-a3bb-23d1892df261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906017 Sep 01 05:06:10.453795 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-1db2adf4-60d9-44b9-aec4-fb2e319dd88f req-90b1db8f-f38e-4df7-bc88-7f2dbc6bc773 service neutron] 10.222.0.11 "GET /v2.0/networks/3c0fc3fe-cfc7-47f9-a3bb-23d1892df261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820863 Sep 01 05:06:10.714415 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-051d73d5-aa99-4218-b11a-5cf17aa17eea req-17588556-6f85-4ebc-bd5e-6fa142037837 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8a7b644-0779-4965-b83a-daaa0c1d9f38 HTTP/1.1" status: 200 len: 210 time: 0.0295284 Sep 01 05:06:11.344956 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-125f6581-13c4-4eca-b15a-10d5e92c8028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:12.033307 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-de2a5048-0aa0-458e-833c-c53074e2d5ec req-720eda4f-0466-4cd2-b8a6-518fd8d67c5d tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8a7b644-0779-4965-b83a-daaa0c1d9f38 HTTP/1.1" status: 200 len: 210 time: 0.2441933 Sep 01 05:06:12.617844 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db2adf4-60d9-44b9-aec4-fb2e319dd88f req-9af67773-d20c-48a7-945e-519fba1e1ea2 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:12.619556 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-1db2adf4-60d9-44b9-aec4-fb2e319dd88f req-9af67773-d20c-48a7-945e-519fba1e1ea2 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.37 "GET /v2.0/networks?id=3c0fc3fe-cfc7-47f9-a3bb-23d1892df261 HTTP/1.1" status: 200 len: 816 time: 0.1063001 Sep 01 05:06:12.675353 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-1db2adf4-60d9-44b9-aec4-fb2e319dd88f req-c3560b25-549f-4e43-8e17-fde07aeb8fc4 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f7fb169ff9b446089c4ed54ad80a0dc HTTP/1.1" status: 200 len: 379 time: 0.0345080 Sep 01 05:06:12.685012 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.v2.base [req-1db2adf4-60d9-44b9-aec4-fb2e319dd88f req-5b631a21-982e-4abe-b197-329a27b4db17 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Request body: {'port': {'device_id': 'c8a7b644-0779-4965-b83a-daaa0c1d9f38', 'network_id': '3c0fc3fe-cfc7-47f9-a3bb-23d1892df261', 'admin_state_up': True, 'tenant_id': '6f7fb169ff9b446089c4ed54ad80a0dc', 'security_groups': ['35a73af9-82d0-4a30-aa03-e4421db8a1f7']}} {{(pid=100911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:06:12.898707 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1db2adf4-60d9-44b9-aec4-fb2e319dd88f req-5b631a21-982e-4abe-b197-329a27b4db17 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Made reservation on behalf of 6f7fb169ff9b446089c4ed54ad80a0dc for: {'port': 1} {{(pid=100911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 05:06:12.902264 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-1db2adf4-60d9-44b9-aec4-fb2e319dd88f req-5b631a21-982e-4abe-b197-329a27b4db17 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:13.034569 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.db_base_plugin_common [req-1db2adf4-60d9-44b9-aec4-fb2e319dd88f req-5b631a21-982e-4abe-b197-329a27b4db17 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Allocated IP 172.20.0.9 (3c0fc3fe-cfc7-47f9-a3bb-23d1892df261/0619a0c6-b699-4546-b1ae-83c65a031c43/f4111a83-2512-474a-ac99-6adbdbd73246) {{(pid=100911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 05:06:13.146155 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-b5c5d5c8-bb22-4b22-ae9c-cf5f892857f5 req-73938de9-e17f-4f36-91f4-3012db776081 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8a7b644-0779-4965-b83a-daaa0c1d9f38 HTTP/1.1" status: 200 len: 210 time: 0.0270886 Sep 01 05:06:13.178129 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-1db2adf4-60d9-44b9-aec4-fb2e319dd88f req-5b631a21-982e-4abe-b197-329a27b4db17 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Notify callbacks [] for port, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:13.195818 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.provisioning_blocks [req-1db2adf4-60d9-44b9-aec4-fb2e319dd88f req-5b631a21-982e-4abe-b197-329a27b4db17 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Transition to ACTIVE for port object f4111a83-2512-474a-ac99-6adbdbd73246 will not be triggered until provisioned by entity DHCP. {{(pid=100911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:06:13.212871 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-57069d07-1191-4bd8-9ef8-43ac9a8b42c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:13.299423 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-1db2adf4-60d9-44b9-aec4-fb2e319dd88f req-5b631a21-982e-4abe-b197-329a27b4db17 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780564376589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3457272'] for port, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:13.345190 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1db2adf4-60d9-44b9-aec4-fb2e319dd88f req-5b631a21-982e-4abe-b197-329a27b4db17 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Network 3c0fc3fe-cfc7-47f9-a3bb-23d1892df261 is already hosted by enough agents. {{(pid=100911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:06:13.350559 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.base_scheduler [req-1db2adf4-60d9-44b9-aec4-fb2e319dd88f req-5b631a21-982e-4abe-b197-329a27b4db17 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Resources bound (agent type, host, resource id): {{(pid=100911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:06:13.354350 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.l3_dvrscheduler_db [req-1db2adf4-60d9-44b9-aec4-fb2e319dd88f req-5b631a21-982e-4abe-b197-329a27b4db17 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Received port after_create {{(pid=100911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 05:06:13.412286 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b631a21-982e-4abe-b197-329a27b4db17 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Pushing event updated for resources: {'Port': ['ID=f4111a83-2512-474a-ac99-6adbdbd73246,revision_number=1']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:06:13.412286 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db2adf4-60d9-44b9-aec4-fb2e319dd88f req-5b631a21-982e-4abe-b197-329a27b4db17 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:13.412286 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-1db2adf4-60d9-44b9-aec4-fb2e319dd88f req-5b631a21-982e-4abe-b197-329a27b4db17 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428309'] for port, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:13.476522 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-1db2adf4-60d9-44b9-aec4-fb2e319dd88f req-5b631a21-982e-4abe-b197-329a27b4db17 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7950935 Sep 01 05:06:13.622803 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-78c59644-49a4-456b-9461-93736310d542 None None] Provisioning for port f4111a83-2512-474a-ac99-6adbdbd73246 completed by entity DHCP. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:06:13.626790 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-78c59644-49a4-456b-9461-93736310d542 None None] Provisioning complete for port f4111a83-2512-474a-ac99-6adbdbd73246 triggered by entity DHCP. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:06:13.627189 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-78c59644-49a4-456b-9461-93736310d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:13.661029 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.plugin [None req-78c59644-49a4-456b-9461-93736310d542 None None] Port f4111a83-2512-474a-ac99-6adbdbd73246 cannot update to ACTIVE because it is not bound. {{(pid=100913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 05:06:14.275725 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff83b6-c1dd-407b-a6f1-e712c2f9a761 req-77f460d7-848a-4351-8ded-9842d9cde5e1 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:14.277188 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-82ff83b6-c1dd-407b-a6f1-e712c2f9a761 req-77f460d7-848a-4351-8ded-9842d9cde5e1 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8a7b644-0779-4965-b83a-daaa0c1d9f38 HTTP/1.1" status: 200 len: 931 time: 0.0468597 Sep 01 05:06:14.315084 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-82ff83b6-c1dd-407b-a6f1-e712c2f9a761 req-3da1848e-a489-45ee-a563-85af79268686 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a73af9-82d0-4a30-aa03-e4421db8a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319917 Sep 01 05:06:15.437586 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4329fa-6299-4572-843d-52d877a1d3d7 req-c2be9197-ae1e-4039-bbf1-b44a32c4c5a0 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:15.438975 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-0d4329fa-6299-4572-843d-52d877a1d3d7 req-c2be9197-ae1e-4039-bbf1-b44a32c4c5a0 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8a7b644-0779-4965-b83a-daaa0c1d9f38 HTTP/1.1" status: 200 len: 931 time: 0.0500987 Sep 01 05:06:15.478626 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-0d4329fa-6299-4572-843d-52d877a1d3d7 req-e67604f5-60a9-470e-9569-6c96b9bd79af tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a73af9-82d0-4a30-aa03-e4421db8a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334949 Sep 01 05:06:15.775603 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.v2.base [req-1db2adf4-60d9-44b9-aec4-fb2e319dd88f req-62c3ea10-3d0d-42e4-bbb0-9db8eb64fa3b service neutron] Request body: {'port': {'device_id': 'c8a7b644-0779-4965-b83a-daaa0c1d9f38', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=100911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:06:15.830086 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-1db2adf4-60d9-44b9-aec4-fb2e319dd88f req-62c3ea10-3d0d-42e4-bbb0-9db8eb64fa3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:16.108177 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.notifiers.nova [req-1db2adf4-60d9-44b9-aec4-fb2e319dd88f req-62c3ea10-3d0d-42e4-bbb0-9db8eb64fa3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4111a83-2512-474a-ac99-6adbdbd73246 {{(pid=100911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 05:06:16.116257 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-1db2adf4-60d9-44b9-aec4-fb2e319dd88f req-62c3ea10-3d0d-42e4-bbb0-9db8eb64fa3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:16.128231 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.provisioning_blocks [req-1db2adf4-60d9-44b9-aec4-fb2e319dd88f req-62c3ea10-3d0d-42e4-bbb0-9db8eb64fa3b service neutron] Transition to ACTIVE for port object f4111a83-2512-474a-ac99-6adbdbd73246 will not be triggered until provisioned by entity L2. {{(pid=100911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:06:16.184465 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-1db2adf4-60d9-44b9-aec4-fb2e319dd88f req-62c3ea10-3d0d-42e4-bbb0-9db8eb64fa3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3457217'] for port, after_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:16.236427 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c3ea10-3d0d-42e4-bbb0-9db8eb64fa3b service neutron] Pushing event updated for resources: {'Port': ['ID=f4111a83-2512-474a-ac99-6adbdbd73246,revision_number=2']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:06:16.322196 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.managers [req-1db2adf4-60d9-44b9-aec4-fb2e319dd88f req-62c3ea10-3d0d-42e4-bbb0-9db8eb64fa3b service neutron] Attempting to bind port f4111a83-2512-474a-ac99-6adbdbd73246 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=100911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 05:06:16.322635 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.managers [req-1db2adf4-60d9-44b9-aec4-fb2e319dd88f req-62c3ea10-3d0d-42e4-bbb0-9db8eb64fa3b service neutron] Attempting to bind port f4111a83-2512-474a-ac99-6adbdbd73246 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '6efdb405-2837-4b70-a808-bb1ee8aa5349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3c0fc3fe-cfc7-47f9-a3bb-23d1892df261'}] {{(pid=100911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 05:06:16.323068 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db2adf4-60d9-44b9-aec4-fb2e319dd88f req-62c3ea10-3d0d-42e4-bbb0-9db8eb64fa3b service neutron] Attempting to bind port f4111a83-2512-474a-ac99-6adbdbd73246 on network 3c0fc3fe-cfc7-47f9-a3bb-23d1892df261 {{(pid=100911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:06:16.330415 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db2adf4-60d9-44b9-aec4-fb2e319dd88f req-62c3ea10-3d0d-42e4-bbb0-9db8eb64fa3b service neutron] Port f4111a83-2512-474a-ac99-6adbdbd73246 on network 3c0fc3fe-cfc7-47f9-a3bb-23d1892df261 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=100911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 05:06:16.330894 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db2adf4-60d9-44b9-aec4-fb2e319dd88f req-62c3ea10-3d0d-42e4-bbb0-9db8eb64fa3b service neutron] Attempting to bind port f4111a83-2512-474a-ac99-6adbdbd73246 on network 3c0fc3fe-cfc7-47f9-a3bb-23d1892df261 {{(pid=100911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:06:16.339038 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db2adf4-60d9-44b9-aec4-fb2e319dd88f req-62c3ea10-3d0d-42e4-bbb0-9db8eb64fa3b service neutron] Checking agent: {'id': '5dc78e7a-d30d-4469-a2d3-6a9bc399bc32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 59, 52), 'started_at': datetime.datetime(2021, 9, 1, 4, 59, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 5, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 05:06:16.339038 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db2adf4-60d9-44b9-aec4-fb2e319dd88f req-62c3ea10-3d0d-42e4-bbb0-9db8eb64fa3b service neutron] Checking segment: {'id': '6efdb405-2837-4b70-a808-bb1ee8aa5349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3c0fc3fe-cfc7-47f9-a3bb-23d1892df261'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:06:16.339038 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db2adf4-60d9-44b9-aec4-fb2e319dd88f req-62c3ea10-3d0d-42e4-bbb0-9db8eb64fa3b service neutron] Bound using segment: {'id': '6efdb405-2837-4b70-a808-bb1ee8aa5349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3c0fc3fe-cfc7-47f9-a3bb-23d1892df261'} {{(pid=100911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 05:06:16.339038 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.managers [req-1db2adf4-60d9-44b9-aec4-fb2e319dd88f req-62c3ea10-3d0d-42e4-bbb0-9db8eb64fa3b service neutron] Bound port: f4111a83-2512-474a-ac99-6adbdbd73246, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6efdb405-2837-4b70-a808-bb1ee8aa5349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '3c0fc3fe-cfc7-47f9-a3bb-23d1892df261'}}] {{(pid=100911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 05:06:16.339410 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-1db2adf4-60d9-44b9-aec4-fb2e319dd88f req-62c3ea10-3d0d-42e4-bbb0-9db8eb64fa3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:16.416177 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.db [req-1db2adf4-60d9-44b9-aec4-fb2e319dd88f req-62c3ea10-3d0d-42e4-bbb0-9db8eb64fa3b service neutron] For port f4111a83-2512-474a-ac99-6adbdbd73246, host hv-cinder-80473, cleared binding levels {{(pid=100911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 05:06:16.419331 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.db [req-1db2adf4-60d9-44b9-aec4-fb2e319dd88f req-62c3ea10-3d0d-42e4-bbb0-9db8eb64fa3b service neutron] For port f4111a83-2512-474a-ac99-6adbdbd73246, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f4111a83-2512-474a-ac99-6adbdbd73246,segment=NetworkSegment(6efdb405-2837-4b70-a808-bb1ee8aa5349),segment_id=6efdb405-2837-4b70-a808-bb1ee8aa5349)] {{(pid=100911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 05:06:16.497952 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-1db2adf4-60d9-44b9-aec4-fb2e319dd88f req-62c3ea10-3d0d-42e4-bbb0-9db8eb64fa3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3457217'] for port, after_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:16.539316 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db2adf4-60d9-44b9-aec4-fb2e319dd88f req-62c3ea10-3d0d-42e4-bbb0-9db8eb64fa3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:16.540054 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-1db2adf4-60d9-44b9-aec4-fb2e319dd88f req-62c3ea10-3d0d-42e4-bbb0-9db8eb64fa3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428309'] for port, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:16.541550 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-1db2adf4-60d9-44b9-aec4-fb2e319dd88f req-62c3ea10-3d0d-42e4-bbb0-9db8eb64fa3b service neutron] 10.222.0.37 "PUT /v2.0/ports/f4111a83-2512-474a-ac99-6adbdbd73246 HTTP/1.1" status: 200 len: 1093 time: 0.7707036 Sep 01 05:06:16.542003 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8a7b644-0779-4965-b83a-daaa0c1d9f38', 'tag': 'f4111a83-2512-474a-ac99-6adbdbd73246'}] {{(pid=100911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:06:16.544329 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2199b4ef80d697cbc8f6ff5e200fd84d3ba25b9ef6d03a08fa18221b1b049e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd176319-0ec9-4717-bbab-0d0ec29d2b2b" -d '{"events": [{"name": "network-changed", "server_uuid": "c8a7b644-0779-4965-b83a-daaa0c1d9f38", "tag": "f4111a83-2512-474a-ac99-6adbdbd73246"}]}' {{(pid=100911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:06:16.570473 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c3ea10-3d0d-42e4-bbb0-9db8eb64fa3b service neutron] Pushing event updated for resources: {'Port': ['ID=f4111a83-2512-474a-ac99-6adbdbd73246,revision_number=3']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:06:16.589838 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 05:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac48181a-d1b1-4d88-943a-36c2fce4d257 x-openstack-request-id: req-ac48181a-d1b1-4d88-943a-36c2fce4d257 {{(pid=100911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:06:16.590203 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8a7b644-0779-4965-b83a-daaa0c1d9f38", "tag": "f4111a83-2512-474a-ac99-6adbdbd73246", "status": "completed", "code": 200}]} {{(pid=100911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:06:16.591360 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ac48181a-d1b1-4d88-943a-36c2fce4d257 {{(pid=100911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:06:16.591901 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8a7b644-0779-4965-b83a-daaa0c1d9f38', 'tag': 'f4111a83-2512-474a-ac99-6adbdbd73246', 'status': 'completed', 'code': 200} Sep 01 05:06:16.605982 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8342ea04-6786-4e64-9d15-65bf8e43e949 req-50339388-377b-442f-b4fc-c28a0773c2bb tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:16.607524 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-8342ea04-6786-4e64-9d15-65bf8e43e949 req-50339388-377b-442f-b4fc-c28a0773c2bb tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8a7b644-0779-4965-b83a-daaa0c1d9f38 HTTP/1.1" status: 200 len: 943 time: 0.0577805 Sep 01 05:06:16.652873 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-8342ea04-6786-4e64-9d15-65bf8e43e949 req-4f1e0bf2-26d4-4f1d-851c-2836f0be8020 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a73af9-82d0-4a30-aa03-e4421db8a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379739 Sep 01 05:06:16.699444 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd176319-0ec9-4717-bbab-0d0ec29d2b2b req-d8c45d1f-56a4-49a8-8782-07d2fdefbfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:16.701087 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-cd176319-0ec9-4717-bbab-0d0ec29d2b2b req-d8c45d1f-56a4-49a8-8782-07d2fdefbfd9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6f7fb169ff9b446089c4ed54ad80a0dc&device_id=c8a7b644-0779-4965-b83a-daaa0c1d9f38 HTTP/1.1" status: 200 len: 1096 time: 0.0507383 Sep 01 05:06:16.816517 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd176319-0ec9-4717-bbab-0d0ec29d2b2b req-9441fe3a-5c56-4012-a5a5-9e3ae0eaeda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:16.818140 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-cd176319-0ec9-4717-bbab-0d0ec29d2b2b req-9441fe3a-5c56-4012-a5a5-9e3ae0eaeda5 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=6f7fb169ff9b446089c4ed54ad80a0dc&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0979233 Sep 01 05:06:16.920428 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd176319-0ec9-4717-bbab-0d0ec29d2b2b req-29c99528-9f6b-4759-ae2d-97e6ac94a888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:16.921823 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-cd176319-0ec9-4717-bbab-0d0ec29d2b2b req-29c99528-9f6b-4759-ae2d-97e6ac94a888 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0954809 Sep 01 05:06:17.035186 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db2adf4-60d9-44b9-aec4-fb2e319dd88f req-c32739b2-6e98-4e2d-9f2c-22ed2d3972a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:17.036811 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-1db2adf4-60d9-44b9-aec4-fb2e319dd88f req-c32739b2-6e98-4e2d-9f2c-22ed2d3972a8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6f7fb169ff9b446089c4ed54ad80a0dc&device_id=c8a7b644-0779-4965-b83a-daaa0c1d9f38 HTTP/1.1" status: 200 len: 1096 time: 0.0490482 Sep 01 05:06:17.093058 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-1db2adf4-60d9-44b9-aec4-fb2e319dd88f req-05d5e930-529a-40c4-8b83-260e3182c89c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4111a83-2512-474a-ac99-6adbdbd73246 HTTP/1.1" status: 200 len: 217 time: 0.0355015 Sep 01 05:06:17.144606 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db2adf4-60d9-44b9-aec4-fb2e319dd88f req-feb59293-8f4e-4e32-bded-8ae791c31342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:17.146458 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-1db2adf4-60d9-44b9-aec4-fb2e319dd88f req-feb59293-8f4e-4e32-bded-8ae791c31342 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0619a0c6-b699-4546-b1ae-83c65a031c43 HTTP/1.1" status: 200 len: 855 time: 0.0459771 Sep 01 05:06:17.198566 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db2adf4-60d9-44b9-aec4-fb2e319dd88f req-15ba55c4-37d3-4050-8e99-31f57bc34eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:17.200129 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-1db2adf4-60d9-44b9-aec4-fb2e319dd88f req-15ba55c4-37d3-4050-8e99-31f57bc34eea service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3c0fc3fe-cfc7-47f9-a3bb-23d1892df261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0448010 Sep 01 05:06:17.294304 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-1db2adf4-60d9-44b9-aec4-fb2e319dd88f req-ea9e344a-7838-4954-b261-6ebfade3bad3 service neutron] 10.222.0.37 "GET /v2.0/networks/3c0fc3fe-cfc7-47f9-a3bb-23d1892df261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865388 Sep 01 05:06:17.400037 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-1db2adf4-60d9-44b9-aec4-fb2e319dd88f req-9262694e-d629-41b3-ba60-c84528374ea9 service neutron] 10.222.0.37 "GET /v2.0/networks/3c0fc3fe-cfc7-47f9-a3bb-23d1892df261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939035 Sep 01 05:06:17.781101 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe3d703-afc9-49e5-aa4d-5e16b96f94ad req-bde12549-4e24-4051-846e-7762531bb229 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:17.782582 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-3fe3d703-afc9-49e5-aa4d-5e16b96f94ad req-bde12549-4e24-4051-846e-7762531bb229 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8a7b644-0779-4965-b83a-daaa0c1d9f38 HTTP/1.1" status: 200 len: 943 time: 0.0487311 Sep 01 05:06:17.825057 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-3fe3d703-afc9-49e5-aa4d-5e16b96f94ad req-37410aaa-ab7a-4d75-be16-158225e45903 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a73af9-82d0-4a30-aa03-e4421db8a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326037 Sep 01 05:06:18.945172 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fa1811-231a-40ec-9b83-333d49f0a537 req-ae2ee591-c18f-4b42-94cf-247e738af5a8 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:18.946615 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-a5fa1811-231a-40ec-9b83-333d49f0a537 req-ae2ee591-c18f-4b42-94cf-247e738af5a8 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8a7b644-0779-4965-b83a-daaa0c1d9f38 HTTP/1.1" status: 200 len: 943 time: 0.0491695 Sep 01 05:06:18.985334 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-a5fa1811-231a-40ec-9b83-333d49f0a537 req-b659fd49-5d3e-4b42-9927-080cc3168fd5 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a73af9-82d0-4a30-aa03-e4421db8a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328176 Sep 01 05:06:19.782947 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device f4111a83-2512-474a-ac99-6adbdbd73246 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=100913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 05:06:19.875473 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] For port f4111a83-2512-474a-ac99-6adbdbd73246, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f4111a83-2512-474a-ac99-6adbdbd73246,segment=NetworkSegment(6efdb405-2837-4b70-a808-bb1ee8aa5349),segment_id=6efdb405-2837-4b70-a808-bb1ee8aa5349)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:06:19.886654 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Returning: {'device': 'f4111a83-2512-474a-ac99-6adbdbd73246', 'network_id': '3c0fc3fe-cfc7-47f9-a3bb-23d1892df261', 'port_id': 'f4111a83-2512-474a-ac99-6adbdbd73246', 'mac_address': 'fa:16:3e:3b:9c:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0619a0c6-b699-4546-b1ae-83c65a031c43', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 05:06:19.926386 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:19.938597 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.notifiers.nova [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4111a83-2512-474a-ac99-6adbdbd73246 {{(pid=100913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 05:06:19.961312 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] For port f4111a83-2512-474a-ac99-6adbdbd73246, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f4111a83-2512-474a-ac99-6adbdbd73246,segment=NetworkSegment(6efdb405-2837-4b70-a808-bb1ee8aa5349),segment_id=6efdb405-2837-4b70-a808-bb1ee8aa5349)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:06:20.024688 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:20.073450 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Pushing event updated for resources: {'Port': ['ID=f4111a83-2512-474a-ac99-6adbdbd73246,revision_number=4']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:06:20.080981 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:06:20.085566 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:06:20.085566 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:06:20.085566 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:06:20.085566 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:06:20.085566 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:06:20.085566 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:06:20.085566 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:06:20.085566 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:06:20.085566 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:06:20.085566 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:06:20.085566 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:06:20.104987 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520d5982-ee74-445c-b15b-dfccd4022fa9 req-0a6ce9f5-e88b-45f4-b408-f4fcdc392ee9 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:20.106457 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-520d5982-ee74-445c-b15b-dfccd4022fa9 req-0a6ce9f5-e88b-45f4-b408-f4fcdc392ee9 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8a7b644-0779-4965-b83a-daaa0c1d9f38 HTTP/1.1" status: 200 len: 944 time: 0.0492005 Sep 01 05:06:20.143611 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-520d5982-ee74-445c-b15b-dfccd4022fa9 req-e2eda67c-b7c6-4919-a68f-7dc6ab0dfdf1 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a73af9-82d0-4a30-aa03-e4421db8a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303550 Sep 01 05:06:20.414003 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] get_ports_and_sgs() called for port_ids ['f4111a83-2512-474a-ac99-6adbdbd73246'] {{(pid=100913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 05:06:20.869468 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 49932) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:06:20.974944 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-bfbaa051-dc7f-45ec-921b-984b60b16d22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:21.061447 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-bfbaa051-dc7f-45ec-921b-984b60b16d22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:21.136807 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-bfbaa051-dc7f-45ec-921b-984b60b16d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:21.176703 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-bfbaa051-dc7f-45ec-921b-984b60b16d22 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6f2cdd3aecbf49b996625742fea06991&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3061392 Sep 01 05:06:21.177559 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbaa051-dc7f-45ec-921b-984b60b16d22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c00c7102-1e54-43f1-8c42-f6bcdf2e313e,revision_number=1']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:06:21.179942 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 49938) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:06:21.258809 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-c090cfc0-5a74-438e-b7f5-c24d486d20fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:21.289692 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747b36a9-95dd-476a-a077-2299894d3f55 req-5691e3a9-95a0-46cf-848f-1ab0e6c8e4fc tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:21.291182 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-747b36a9-95dd-476a-a077-2299894d3f55 req-5691e3a9-95a0-46cf-848f-1ab0e6c8e4fc tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8a7b644-0779-4965-b83a-daaa0c1d9f38 HTTP/1.1" status: 200 len: 944 time: 0.0751653 Sep 01 05:06:21.292933 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-c090cfc0-5a74-438e-b7f5-c24d486d20fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:21.350751 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-747b36a9-95dd-476a-a077-2299894d3f55 req-cf47953a-d4eb-4c24-a7be-dc81ef894def tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a73af9-82d0-4a30-aa03-e4421db8a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514708 Sep 01 05:06:21.441658 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-c090cfc0-5a74-438e-b7f5-c24d486d20fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:21.444209 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-c090cfc0-5a74-438e-b7f5-c24d486d20fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:21.445421 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-c090cfc0-5a74-438e-b7f5-c24d486d20fa admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c00c7102-1e54-43f1-8c42-f6bcdf2e313e HTTP/1.1" status: 204 len: 168 time: 0.2644551 Sep 01 05:06:21.453157 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c090cfc0-5a74-438e-b7f5-c24d486d20fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00c7102-1e54-43f1-8c42-f6bcdf2e313e,revision_number=None']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:06:21.813266 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device f4111a83-2512-474a-ac99-6adbdbd73246 up at agent hyperv_hv-cinder-80473 {{(pid=100913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:06:21.948816 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Provisioning for port f4111a83-2512-474a-ac99-6adbdbd73246 completed by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:06:21.952625 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Provisioning complete for port f4111a83-2512-474a-ac99-6adbdbd73246 triggered by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:06:21.953031 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:22.042364 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:22.166975 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:22.179539 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8a7b644-0779-4965-b83a-daaa0c1d9f38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4111a83-2512-474a-ac99-6adbdbd73246'}] {{(pid=100913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:06:22.181890 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac1e9064bfa394a3c8e95a7ae5ebf8ce235ac3ce60c2245422c4078f9b609c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4690382-f995-4f69-ac26-669ea7f7513e" -d '{"events": [{"server_uuid": "c8a7b644-0779-4965-b83a-daaa0c1d9f38", "name": "network-vif-plugged", "status": "completed", "tag": "f4111a83-2512-474a-ac99-6adbdbd73246"}]}' {{(pid=100913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:06:22.195106 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] For port f4111a83-2512-474a-ac99-6adbdbd73246, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f4111a83-2512-474a-ac99-6adbdbd73246,segment=NetworkSegment(6efdb405-2837-4b70-a808-bb1ee8aa5349),segment_id=6efdb405-2837-4b70-a808-bb1ee8aa5349)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:06:22.216910 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 05:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c43fddc-e4a6-468d-b313-e87c0ca65830 x-openstack-request-id: req-8c43fddc-e4a6-468d-b313-e87c0ca65830 {{(pid=100913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:06:22.217198 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8a7b644-0779-4965-b83a-daaa0c1d9f38", "name": "network-vif-plugged", "status": "completed", "tag": "f4111a83-2512-474a-ac99-6adbdbd73246", "code": 200}]} {{(pid=100913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:06:22.217447 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8c43fddc-e4a6-468d-b313-e87c0ca65830 {{(pid=100913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:06:22.217834 dv-cinder-804735-5-iscsi neutron-server[100913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8a7b644-0779-4965-b83a-daaa0c1d9f38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4111a83-2512-474a-ac99-6adbdbd73246', 'code': 200} Sep 01 05:06:22.281293 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:22.330164 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Pushing event updated for resources: {'Port': ['ID=f4111a83-2512-474a-ac99-6adbdbd73246,revision_number=5']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:06:22.471315 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e042b74-29df-4dd7-9a24-de5d6c5432ca req-e60e1e92-b4c1-408a-a2e2-a8691d362aac tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:22.472781 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-2e042b74-29df-4dd7-9a24-de5d6c5432ca req-e60e1e92-b4c1-408a-a2e2-a8691d362aac tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8a7b644-0779-4965-b83a-daaa0c1d9f38 HTTP/1.1" status: 200 len: 945 time: 0.0493186 Sep 01 05:06:22.511697 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-2e042b74-29df-4dd7-9a24-de5d6c5432ca req-31f38f75-3db5-4771-a506-845301a4e300 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a73af9-82d0-4a30-aa03-e4421db8a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330455 Sep 01 05:06:22.593671 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe39b40e-9d9c-41a9-afcb-a756b2516e1f req-44afde5d-c343-46e1-9420-deabbea44785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:22.595144 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-fe39b40e-9d9c-41a9-afcb-a756b2516e1f req-44afde5d-c343-46e1-9420-deabbea44785 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c8a7b644-0779-4965-b83a-daaa0c1d9f38 HTTP/1.1" status: 200 len: 1098 time: 0.0390613 Sep 01 05:06:22.632082 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-fe39b40e-9d9c-41a9-afcb-a756b2516e1f req-ff3a2c46-8290-4fc3-8821-cf7e44a0cc64 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=35a73af9-82d0-4a30-aa03-e4421db8a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282781 Sep 01 05:06:23.634565 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c028464d-ac46-4463-a569-98bc923b457e req-eb48fbbd-a43d-42a9-802d-dd5ce04c3782 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:23.636062 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-c028464d-ac46-4463-a569-98bc923b457e req-eb48fbbd-a43d-42a9-802d-dd5ce04c3782 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8a7b644-0779-4965-b83a-daaa0c1d9f38 HTTP/1.1" status: 200 len: 945 time: 0.0477014 Sep 01 05:06:23.678280 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-c028464d-ac46-4463-a569-98bc923b457e req-6c18fc1e-5c59-4623-9fd9-9ff39cc6d785 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a73af9-82d0-4a30-aa03-e4421db8a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362105 Sep 01 05:06:24.797026 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3990bd-78f9-45e6-a313-51f5b4a4f5ce req-bac1a25e-8763-47a7-be01-7089019a7d4d tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:24.798927 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-6e3990bd-78f9-45e6-a313-51f5b4a4f5ce req-bac1a25e-8763-47a7-be01-7089019a7d4d tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8a7b644-0779-4965-b83a-daaa0c1d9f38 HTTP/1.1" status: 200 len: 945 time: 0.0492508 Sep 01 05:06:24.837096 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-6e3990bd-78f9-45e6-a313-51f5b4a4f5ce req-4f6fb1ae-3b22-4c16-bbbe-2778b96276a2 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a73af9-82d0-4a30-aa03-e4421db8a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326092 Sep 01 05:06:24.951764 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce3b244-25fb-4df2-ba36-1093fb14f53c req-a17781a9-3dd7-4c81-93bd-37d19cb8f8b1 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:24.953243 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-1ce3b244-25fb-4df2-ba36-1093fb14f53c req-a17781a9-3dd7-4c81-93bd-37d19cb8f8b1 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8a7b644-0779-4965-b83a-daaa0c1d9f38 HTTP/1.1" status: 200 len: 945 time: 0.0488276 Sep 01 05:06:24.965345 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 49966) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:06:24.967104 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.v2.base [None req-1961019e-5997-460e-a291-bb0303bded22 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Request body: {'floatingip': {'port_id': 'f4111a83-2512-474a-ac99-6adbdbd73246'}} {{(pid=100912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:06:25.037031 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-1961019e-5997-460e-a291-bb0303bded22 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Notify callbacks [] for floatingip, before_update {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:25.493334 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-1961019e-5997-460e-a291-bb0303bded22 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:25.565946 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-1961019e-5997-460e-a291-bb0303bded22 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1958929'] for floatingip, after_update {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:25.568597 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.agents_db [None req-49e1e325-328c-4825-9e4f-7693071b0ea2 None None] Agent healthcheck: found 6 active agents {{(pid=100914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 05:06:25.668906 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.db.l3_db [None req-1961019e-5997-460e-a291-bb0303bded22 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Floating IP d0ac8270-9b35-46b9-8434-df9f16f66e84 associated. External IP: 172.27.2.178, port: f4111a83-2512-474a-ac99-6adbdbd73246. Sep 01 05:06:25.871976 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1961019e-5997-460e-a291-bb0303bded22 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Router cf7833d7-4c97-4622-afaf-57ace39decf3 has already been hosted by L3 agent dd4ad2d5-7278-4db2-b968-23881816b870 {{(pid=100912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 05:06:25.977236 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1961019e-5997-460e-a291-bb0303bded22 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Notify agent at l3_agent.dv-cinder-804735-5-iscsi the message routers_updated {{(pid=100912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 05:06:25.982054 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-1961019e-5997-460e-a291-bb0303bded22 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428309'] for floatingip, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:25.986664 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d61afc2-48ae-4ef0-b764-00773ff9beda None None] Sync routers for ids ['cf7833d7-4c97-4622-afaf-57ace39decf3'] in dv-cinder-804735-5-iscsi {{(pid=100913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 05:06:25.996354 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d61afc2-48ae-4ef0-b764-00773ff9beda None None] Routers {'cf7833d7-4c97-4622-afaf-57ace39decf3'} bound to L3 agent in host dv-cinder-804735-5-iscsi {{(pid=100913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:06:25.996979 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-7d61afc2-48ae-4ef0-b764-00773ff9beda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T04:53:40Z,description=,heartbeat_timestamp=2021-09-01T05:06:10Z,host='dv-cinder-804735-5-iscsi',id=dd4ad2d5-7278-4db2-b968-23881816b870,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:53:41Z,topic='l3_agent')) {'router_ids': ['cf7833d7-4c97-4622-afaf-57ace39decf3'], 'active': True} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:06:26.009815 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-1961019e-5997-460e-a291-bb0303bded22 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "PUT /v2.0/floatingips/d0ac8270-9b35-46b9-8434-df9f16f66e84 HTTP/1.1" status: 200 len: 991 time: 1.0464940 Sep 01 05:06:26.010604 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8a7b644-0779-4965-b83a-daaa0c1d9f38', 'tag': 'f4111a83-2512-474a-ac99-6adbdbd73246'}] {{(pid=100912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:06:26.013016 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c32bf37734172ffae8bcd4fd235b58a84eb6a179622fde5d618b2948ae3f8620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b2bf89f-5ba1-4e72-999e-d37142908e80" -d '{"events": [{"name": "network-changed", "server_uuid": "c8a7b644-0779-4965-b83a-daaa0c1d9f38", "tag": "f4111a83-2512-474a-ac99-6adbdbd73246"}]}' {{(pid=100912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:06:26.050460 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 05:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c169c1f-96c9-46b0-9c64-b81164b9fb4d x-openstack-request-id: req-5c169c1f-96c9-46b0-9c64-b81164b9fb4d {{(pid=100912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:06:26.051393 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8a7b644-0779-4965-b83a-daaa0c1d9f38", "tag": "f4111a83-2512-474a-ac99-6adbdbd73246", "status": "completed", "code": 200}]} {{(pid=100912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:06:26.051393 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5c169c1f-96c9-46b0-9c64-b81164b9fb4d {{(pid=100912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:06:26.051848 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8a7b644-0779-4965-b83a-daaa0c1d9f38', 'tag': 'f4111a83-2512-474a-ac99-6adbdbd73246', 'status': 'completed', 'code': 200} Sep 01 05:06:26.113311 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvr_db [None req-7d61afc2-48ae-4ef0-b764-00773ff9beda None None] Set router cf7833d7-4c97-4622-afaf-57ace39decf3 gateway port host: dv-cinder-804735-5-iscsi {{(pid=100913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:06:26.165624 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2bf89f-5ba1-4e72-999e-d37142908e80 req-0e1e0982-3f9f-4dc7-846b-06e869b21356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:26.167227 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-4b2bf89f-5ba1-4e72-999e-d37142908e80 req-0e1e0982-3f9f-4dc7-846b-06e869b21356 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6f7fb169ff9b446089c4ed54ad80a0dc&device_id=c8a7b644-0779-4965-b83a-daaa0c1d9f38 HTTP/1.1" status: 200 len: 1098 time: 0.0441365 Sep 01 05:06:26.261663 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2bf89f-5ba1-4e72-999e-d37142908e80 req-e9ba92be-33f4-490b-aae1-b5efebc1a30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:26.263237 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-4b2bf89f-5ba1-4e72-999e-d37142908e80 req-e9ba92be-33f4-490b-aae1-b5efebc1a30d service neutron] 10.222.0.37 "GET /v2.0/networks?id=3c0fc3fe-cfc7-47f9-a3bb-23d1892df261 HTTP/1.1" status: 200 len: 917 time: 0.0870078 Sep 01 05:06:26.337095 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-4b2bf89f-5ba1-4e72-999e-d37142908e80 req-21ef7e59-6bbc-441e-886e-7a2657c158a6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4111a83-2512-474a-ac99-6adbdbd73246 HTTP/1.1" status: 200 len: 999 time: 0.0655215 Sep 01 05:06:26.391207 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-7d61afc2-48ae-4ef0-b764-00773ff9beda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf7833d7-4c97-4622-afaf-57ace39decf3', 'name': 'tempest-AttachVolumeShelveTestJSON-232564752-router', 'tenant_id': '6f7fb169ff9b446089c4ed54ad80a0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'fdc3cbf0-4453-47ae-9a07-b90bad19b65d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:01:42Z', 'updated_at': '2021-09-01T05:01:51Z', 'revision_number': 4, 'project_id': '6f7fb169ff9b446089c4ed54ad80a0dc', 'gw_port': {'id': 'fdc3cbf0-4453-47ae-9a07-b90bad19b65d', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ba:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7833d7-4c97-4622-afaf-57ace39decf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:01:43Z', 'updated_at': '2021-09-01T05:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi', '_floatingips': [{'id': 'd0ac8270-9b35-46b9-8434-df9f16f66e84', 'tenant_id': '6f7fb169ff9b446089c4ed54ad80a0dc', 'floating_ip_address': '172.27.2.178', 'floating_network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'router_id': 'cf7833d7-4c97-4622-afaf-57ace39decf3', 'port_id': 'f4111a83-2512-474a-ac99-6adbdbd73246', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c0fc3fe-cfc7-47f9-a3bb-23d1892df261', 'mac_address': 'fa:16:3e:3b:9c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a7b644-0779-4965-b83a-daaa0c1d9f38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T05:06:09Z', 'updated_at': '2021-09-01T05:06:25Z', 'revision_number': 1, 'project_id': '6f7fb169ff9b446089c4ed54ad80a0dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67e948fa-3701-40a0-84a3-42134389b745', 'name': '', 'network_id': '3c0fc3fe-cfc7-47f9-a3bb-23d1892df261', 'tenant_id': '6f7fb169ff9b446089c4ed54ad80a0dc', 'mac_address': 'fa:16:3e:75:0e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7833d7-4c97-4622-afaf-57ace39decf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0619a0c6-b699-4546-b1ae-83c65a031c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:01:49Z', 'updated_at': '2021-09-01T05:02:06Z', 'revision_number': 5, 'project_id': '6f7fb169ff9b446089c4ed54ad80a0dc', 'subnets': [{'id': '0619a0c6-b699-4546-b1ae-83c65a031c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-5-iscsi', False) {} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:06:26.392307 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2bf89f-5ba1-4e72-999e-d37142908e80 req-c8b43983-119a-4802-98ec-4c6ce82cebab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:26.394356 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-4b2bf89f-5ba1-4e72-999e-d37142908e80 req-c8b43983-119a-4802-98ec-4c6ce82cebab service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0619a0c6-b699-4546-b1ae-83c65a031c43 HTTP/1.1" status: 200 len: 855 time: 0.0443702 Sep 01 05:06:26.418494 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d61afc2-48ae-4ef0-b764-00773ff9beda None None] Checking router: cf7833d7-4c97-4622-afaf-57ace39decf3 for host: dv-cinder-804735-5-iscsi {{(pid=100913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 05:06:26.427553 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d61afc2-48ae-4ef0-b764-00773ff9beda None None] Routers {'cf7833d7-4c97-4622-afaf-57ace39decf3'} bound to L3 agent in host dv-cinder-804735-5-iscsi {{(pid=100913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:06:26.428172 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-7d61afc2-48ae-4ef0-b764-00773ff9beda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T04:53:40Z,description=,heartbeat_timestamp=2021-09-01T05:06:10Z,host='dv-cinder-804735-5-iscsi',id=dd4ad2d5-7278-4db2-b968-23881816b870,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:53:41Z,topic='l3_agent')) {'router_ids': ['cf7833d7-4c97-4622-afaf-57ace39decf3'], 'active': True} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:06:26.439491 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2bf89f-5ba1-4e72-999e-d37142908e80 req-534f009e-79ef-456a-9531-74aae7a852bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:26.441259 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-4b2bf89f-5ba1-4e72-999e-d37142908e80 req-534f009e-79ef-456a-9531-74aae7a852bc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3c0fc3fe-cfc7-47f9-a3bb-23d1892df261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391793 Sep 01 05:06:26.533518 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-4b2bf89f-5ba1-4e72-999e-d37142908e80 req-2c19bdcd-0dec-4a27-8371-440ab995600f service neutron] 10.222.0.37 "GET /v2.0/networks/3c0fc3fe-cfc7-47f9-a3bb-23d1892df261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838428 Sep 01 05:06:26.535766 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvr_db [None req-7d61afc2-48ae-4ef0-b764-00773ff9beda None None] Set router cf7833d7-4c97-4622-afaf-57ace39decf3 gateway port host: dv-cinder-804735-5-iscsi {{(pid=100913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:06:26.630614 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-4b2bf89f-5ba1-4e72-999e-d37142908e80 req-3c5bee4d-377a-4cce-bf4c-803097990ed8 service neutron] 10.222.0.37 "GET /v2.0/networks/3c0fc3fe-cfc7-47f9-a3bb-23d1892df261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877051 Sep 01 05:06:26.770055 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-7d61afc2-48ae-4ef0-b764-00773ff9beda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf7833d7-4c97-4622-afaf-57ace39decf3', 'name': 'tempest-AttachVolumeShelveTestJSON-232564752-router', 'tenant_id': '6f7fb169ff9b446089c4ed54ad80a0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'fdc3cbf0-4453-47ae-9a07-b90bad19b65d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:01:42Z', 'updated_at': '2021-09-01T05:01:51Z', 'revision_number': 4, 'project_id': '6f7fb169ff9b446089c4ed54ad80a0dc', 'gw_port': {'id': 'fdc3cbf0-4453-47ae-9a07-b90bad19b65d', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ba:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7833d7-4c97-4622-afaf-57ace39decf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:01:43Z', 'updated_at': '2021-09-01T05:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi', '_floatingips': [{'id': 'd0ac8270-9b35-46b9-8434-df9f16f66e84', 'tenant_id': '6f7fb169ff9b446089c4ed54ad80a0dc', 'floating_ip_address': '172.27.2.178', 'floating_network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'router_id': 'cf7833d7-4c97-4622-afaf-57ace39decf3', 'port_id': 'f4111a83-2512-474a-ac99-6adbdbd73246', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c0fc3fe-cfc7-47f9-a3bb-23d1892df261', 'mac_address': 'fa:16:3e:3b:9c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a7b644-0779-4965-b83a-daaa0c1d9f38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T05:06:09Z', 'updated_at': '2021-09-01T05:06:25Z', 'revision_number': 1, 'project_id': '6f7fb169ff9b446089c4ed54ad80a0dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67e948fa-3701-40a0-84a3-42134389b745', 'name': '', 'network_id': '3c0fc3fe-cfc7-47f9-a3bb-23d1892df261', 'tenant_id': '6f7fb169ff9b446089c4ed54ad80a0dc', 'mac_address': 'fa:16:3e:75:0e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7833d7-4c97-4622-afaf-57ace39decf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0619a0c6-b699-4546-b1ae-83c65a031c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:01:49Z', 'updated_at': '2021-09-01T05:02:06Z', 'revision_number': 5, 'project_id': '6f7fb169ff9b446089c4ed54ad80a0dc', 'subnets': [{'id': '0619a0c6-b699-4546-b1ae-83c65a031c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-5-iscsi', False) {} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:06:26.797804 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d61afc2-48ae-4ef0-b764-00773ff9beda None None] The sync data for ids ['cf7833d7-4c97-4622-afaf-57ace39decf3'] in dv-cinder-804735-5-iscsi is: [{'id': 'cf7833d7-4c97-4622-afaf-57ace39decf3', 'name': 'tempest-AttachVolumeShelveTestJSON-232564752-router', 'tenant_id': '6f7fb169ff9b446089c4ed54ad80a0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'fdc3cbf0-4453-47ae-9a07-b90bad19b65d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:01:42Z', 'updated_at': '2021-09-01T05:01:51Z', 'revision_number': 4, 'project_id': '6f7fb169ff9b446089c4ed54ad80a0dc', 'gw_port': {'id': 'fdc3cbf0-4453-47ae-9a07-b90bad19b65d', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ba:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7833d7-4c97-4622-afaf-57ace39decf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:01:43Z', 'updated_at': '2021-09-01T05:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi', '_floatingips': [{'id': 'd0ac8270-9b35-46b9-8434-df9f16f66e84', 'tenant_id': '6f7fb169ff9b446089c4ed54ad80a0dc', 'floating_ip_address': '172.27.2.178', 'floating_network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'router_id': 'cf7833d7-4c97-4622-afaf-57ace39decf3', 'port_id': 'f4111a83-2512-474a-ac99-6adbdbd73246', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c0fc3fe-cfc7-47f9-a3bb-23d1892df261', 'mac_address': 'fa:16:3e:3b:9c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a7b644-0779-4965-b83a-daaa0c1d9f38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T05:06:09Z', 'updated_at': '2021-09-01T05:06:25Z', 'revision_number': 1, 'project_id': '6f7fb169ff9b446089c4ed54ad80a0dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67e948fa-3701-40a0-84a3-42134389b745', 'name': '', 'network_id': '3c0fc3fe-cfc7-47f9-a3bb-23d1892df261', 'tenant_id': '6f7fb169ff9b446089c4ed54ad80a0dc', 'mac_address': 'fa:16:3e:75:0e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7833d7-4c97-4622-afaf-57ace39decf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0619a0c6-b699-4546-b1ae-83c65a031c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:01:49Z', 'updated_at': '2021-09-01T05:02:06Z', 'revision_number': 5, 'project_id': '6f7fb169ff9b446089c4ed54ad80a0dc', 'subnets': [{'id': '0619a0c6-b699-4546-b1ae-83c65a031c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 05:06:26.986068 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e230a4-385f-4397-af98-2a44d1d042b2 None None] New status for floating IP d0ac8270-9b35-46b9-8434-df9f16f66e84: ACTIVE {{(pid=100914) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 05:06:31.209101 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 50016) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:06:31.315967 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-7752efd3-b198-4b24-b73a-204fe37e41da admin admin] Notify callbacks [] for security_group, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:31.404734 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-7752efd3-b198-4b24-b73a-204fe37e41da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:31.481018 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-7752efd3-b198-4b24-b73a-204fe37e41da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:31.517448 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7752efd3-b198-4b24-b73a-204fe37e41da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f768f9-d026-4987-bf01-94ad23a765e6,revision_number=1']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:06:31.522431 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-7752efd3-b198-4b24-b73a-204fe37e41da admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ca73e44cd30d48ffb968f4fb0822273b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3122890 Sep 01 05:06:31.525157 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 50020) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:06:31.573295 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-d92cd593-c130-4e90-9d58-10e0d3958eb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:31.593777 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-d92cd593-c130-4e90-9d58-10e0d3958eb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:31.737033 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-d92cd593-c130-4e90-9d58-10e0d3958eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:31.743079 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-d92cd593-c130-4e90-9d58-10e0d3958eb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:31.743079 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-d92cd593-c130-4e90-9d58-10e0d3958eb5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/04f768f9-d026-4987-bf01-94ad23a765e6 HTTP/1.1" status: 204 len: 168 time: 0.2148244 Sep 01 05:06:31.748807 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92cd593-c130-4e90-9d58-10e0d3958eb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f768f9-d026-4987-bf01-94ad23a765e6,revision_number=None']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:06:37.275256 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-105c602e-dc95-4d13-b03d-c0a7d5df983b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:40.035138 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:40.046703 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-882a576b-e52e-4737-9604-c415a141597a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:41.326850 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-125f6581-13c4-4eca-b15a-10d5e92c8028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:43.177869 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-57069d07-1191-4bd8-9ef8-43ac9a8b42c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:44.588894 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-52e99f25-8840-4a3c-935f-ad9069f69c72 req-90605ee6-369c-49ba-b832-aab1e848a6cd tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1597773450&fields=id&tenant_id=c43f8d20393b4239b54aee9d875b917f HTTP/1.1" status: 200 len: 267 time: 0.1766093 Sep 01 05:06:44.640175 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e99f25-8840-4a3c-935f-ad9069f69c72 req-57b61b17-cac8-4cda-8816-37df70444058 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:44.641626 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-52e99f25-8840-4a3c-935f-ad9069f69c72 req-57b61b17-cac8-4cda-8816-37df70444058 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bfd8f5a-4f67-4780-a713-11ac3d23a7c2 HTTP/1.1" status: 200 len: 985 time: 0.0468311 Sep 01 05:06:44.653545 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.v2.base [req-52e99f25-8840-4a3c-935f-ad9069f69c72 req-86cbdc1c-c76f-44c5-bfe0-d18f25491c0a tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Request body: {'port': {'security_groups': ['5f94a329-6dd4-4d26-a073-d11af5a8d093']}} {{(pid=100912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:06:44.728404 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [req-52e99f25-8840-4a3c-935f-ad9069f69c72 req-86cbdc1c-c76f-44c5-bfe0-d18f25491c0a tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:44.967053 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.db [req-52e99f25-8840-4a3c-935f-ad9069f69c72 req-86cbdc1c-c76f-44c5-bfe0-d18f25491c0a tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] For port 5d10e774-28eb-414d-be48-14ae51a5c8eb, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=5d10e774-28eb-414d-be48-14ae51a5c8eb,segment=NetworkSegment(751a213c-335c-40b8-9e12-a4661bcc7bc7),segment_id=751a213c-335c-40b8-9e12-a4661bcc7bc7)] {{(pid=100912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:06:44.998728 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [req-52e99f25-8840-4a3c-935f-ad9069f69c72 req-86cbdc1c-c76f-44c5-bfe0-d18f25491c0a tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Notify callbacks [] for port, precommit_update {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:45.062323 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [req-52e99f25-8840-4a3c-935f-ad9069f69c72 req-86cbdc1c-c76f-44c5-bfe0-d18f25491c0a tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59570589'] for port, after_update {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:45.100623 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] get_ports_and_sgs() called for port_ids ['5d10e774-28eb-414d-be48-14ae51a5c8eb'] {{(pid=100913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 05:06:45.115588 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e99f25-8840-4a3c-935f-ad9069f69c72 req-86cbdc1c-c76f-44c5-bfe0-d18f25491c0a tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:45.116726 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [req-52e99f25-8840-4a3c-935f-ad9069f69c72 req-86cbdc1c-c76f-44c5-bfe0-d18f25491c0a tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428309'] for port, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:45.118167 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-52e99f25-8840-4a3c-935f-ad9069f69c72 req-86cbdc1c-c76f-44c5-bfe0-d18f25491c0a tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "PUT /v2.0/ports/5d10e774-28eb-414d-be48-14ae51a5c8eb HTTP/1.1" status: 200 len: 943 time: 0.4692619 Sep 01 05:06:45.118628 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bfd8f5a-4f67-4780-a713-11ac3d23a7c2', 'tag': '5d10e774-28eb-414d-be48-14ae51a5c8eb'}] {{(pid=100912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:06:45.120926 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c32bf37734172ffae8bcd4fd235b58a84eb6a179622fde5d618b2948ae3f8620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f54b3a1c-82e3-4e7c-a363-25c173e527cf" -d '{"events": [{"name": "network-changed", "server_uuid": "9bfd8f5a-4f67-4780-a713-11ac3d23a7c2", "tag": "5d10e774-28eb-414d-be48-14ae51a5c8eb"}]}' {{(pid=100912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:06:45.126260 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 50072) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:06:45.163908 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 05:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ec5c1ca-e6bf-4bfa-9ee9-4bbfa427c237 x-openstack-request-id: req-1ec5c1ca-e6bf-4bfa-9ee9-4bbfa427c237 {{(pid=100912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:06:45.164198 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bfd8f5a-4f67-4780-a713-11ac3d23a7c2", "tag": "5d10e774-28eb-414d-be48-14ae51a5c8eb", "status": "completed", "code": 200}]} {{(pid=100912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:06:45.164446 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1ec5c1ca-e6bf-4bfa-9ee9-4bbfa427c237 {{(pid=100912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:06:45.164838 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bfd8f5a-4f67-4780-a713-11ac3d23a7c2', 'tag': '5d10e774-28eb-414d-be48-14ae51a5c8eb', 'status': 'completed', 'code': 200} Sep 01 05:06:45.174027 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cbdc1c-c76f-44c5-bfe0-d18f25491c0a tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Pushing event updated for resources: {'Port': ['ID=5d10e774-28eb-414d-be48-14ae51a5c8eb,revision_number=7']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:06:45.212122 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-5e62481c-e8e8-41e8-989a-62c6bbcc79ce tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Notify callbacks [] for security_group, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:45.241986 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-5e62481c-e8e8-41e8-989a-62c6bbcc79ce tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:45.267663 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] get_ports_and_sgs() called for port_ids ['5d10e774-28eb-414d-be48-14ae51a5c8eb'] {{(pid=100913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 05:06:45.272174 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54b3a1c-82e3-4e7c-a363-25c173e527cf req-18096440-1b1b-432e-b702-a1539475a8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:45.274310 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-f54b3a1c-82e3-4e7c-a363-25c173e527cf req-18096440-1b1b-432e-b702-a1539475a8cd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c43f8d20393b4239b54aee9d875b917f&device_id=9bfd8f5a-4f67-4780-a713-11ac3d23a7c2 HTTP/1.1" status: 200 len: 1099 time: 0.0609021 Sep 01 05:06:45.377315 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54b3a1c-82e3-4e7c-a363-25c173e527cf req-27f5697f-7efa-4f35-9486-eb6273fe49d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:45.378721 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-f54b3a1c-82e3-4e7c-a363-25c173e527cf req-27f5697f-7efa-4f35-9486-eb6273fe49d1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7ea2df36-8d87-4c1a-bd3e-3b9f99603457 HTTP/1.1" status: 200 len: 916 time: 0.0964432 Sep 01 05:06:45.420012 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-25286681-3b82-44a1-b618-819f6495d9aa None None] Provisioning complete for port 5d10e774-28eb-414d-be48-14ae51a5c8eb triggered by entity DHCP. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:06:45.420386 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-25286681-3b82-44a1-b618-819f6495d9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:45.441131 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-5e62481c-e8e8-41e8-989a-62c6bbcc79ce tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:45.443972 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-5e62481c-e8e8-41e8-989a-62c6bbcc79ce tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Notify callbacks [] for security_group, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:45.445370 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-5e62481c-e8e8-41e8-989a-62c6bbcc79ce tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "DELETE /v2.0/security-groups/3bc5af2a-2eb8-461f-a1d7-6deb0f255eb5 HTTP/1.1" status: 204 len: 168 time: 0.3183422 Sep 01 05:06:45.448822 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-f54b3a1c-82e3-4e7c-a363-25c173e527cf req-2841bb6c-79ee-4213-a618-13c697be369a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d10e774-28eb-414d-be48-14ae51a5c8eb HTTP/1.1" status: 200 len: 1002 time: 0.0612218 Sep 01 05:06:45.448979 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 50076) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:06:45.461602 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e62481c-e8e8-41e8-989a-62c6bbcc79ce tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc5af2a-2eb8-461f-a1d7-6deb0f255eb5,revision_number=None']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:06:45.514696 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54b3a1c-82e3-4e7c-a363-25c173e527cf req-e97726e6-05b2-4dc7-b666-9298a3a572e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:45.516386 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-f54b3a1c-82e3-4e7c-a363-25c173e527cf req-e97726e6-05b2-4dc7-b666-9298a3a572e6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cd4148f0-4e48-42c9-809c-8c4bd67c55e0 HTTP/1.1" status: 200 len: 854 time: 0.0594325 Sep 01 05:06:45.564013 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54b3a1c-82e3-4e7c-a363-25c173e527cf req-40018b72-6df1-4151-bfb7-f80f68a04bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:45.565549 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-f54b3a1c-82e3-4e7c-a363-25c173e527cf req-40018b72-6df1-4151-bfb7-f80f68a04bd0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7ea2df36-8d87-4c1a-bd3e-3b9f99603457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408750 Sep 01 05:06:45.613318 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.plugin [None req-16d60463-a5a3-4829-b6c1-04525a80069d tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Deleting port 1b4a9d70-e018-4418-a4e8-58573a4f7639 {{(pid=100912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:06:45.613908 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-16d60463-a5a3-4829-b6c1-04525a80069d tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780564872726'] for port, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:45.660803 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-f54b3a1c-82e3-4e7c-a363-25c173e527cf req-0f3dd2f5-794e-4c9f-97eb-5ada8ebe502d service neutron] 10.222.0.37 "GET /v2.0/networks/7ea2df36-8d87-4c1a-bd3e-3b9f99603457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865216 Sep 01 05:06:45.690493 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-16d60463-a5a3-4829-b6c1-04525a80069d tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958503'] for port, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:45.693032 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-16d60463-a5a3-4829-b6c1-04525a80069d tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:45.703213 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.plugin [None req-16d60463-a5a3-4829-b6c1-04525a80069d tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Calling delete_port for 1b4a9d70-e018-4418-a4e8-58573a4f7639 owned by network:floatingip {{(pid=100912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:06:45.758036 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-f54b3a1c-82e3-4e7c-a363-25c173e527cf req-584b56f9-5a1d-4675-86b3-bdd464b8cecf service neutron] 10.222.0.37 "GET /v2.0/networks/7ea2df36-8d87-4c1a-bd3e-3b9f99603457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885854 Sep 01 05:06:46.201093 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-16d60463-a5a3-4829-b6c1-04525a80069d tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780564874213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780564376598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59570596'] for port, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:46.225845 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d60463-a5a3-4829-b6c1-04525a80069d tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Pushing event deleted for resources: {'Port': ['ID=1b4a9d70-e018-4418-a4e8-58573a4f7639,revision_number=None']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:06:46.328260 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-16d60463-a5a3-4829-b6c1-04525a80069d tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Notify callbacks [] for floatingip, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:46.333063 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.db.l3_db [None req-16d60463-a5a3-4829-b6c1-04525a80069d tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Floating IP 4031984e-ed7e-4509-87ea-9ba77ae16d88 disassociated (deleted). External IP: 172.27.2.168, port: 5d10e774-28eb-414d-be48-14ae51a5c8eb. Sep 01 05:06:46.385345 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f8cb84-9378-40a3-9a37-01b992c6a192 req-d5517795-9d4d-41c4-8eb4-18b3ed3d62b2 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:46.386732 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-33f8cb84-9378-40a3-9a37-01b992c6a192 req-d5517795-9d4d-41c4-8eb4-18b3ed3d62b2 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 945 time: 0.0962956 Sep 01 05:06:46.467801 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-33f8cb84-9378-40a3-9a37-01b992c6a192 req-a3c427c1-1b8c-4ac1-bf5b-3f145b941c68 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups?id=08c24242-8d6a-47d6-ad10-c33dccdec691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751970 Sep 01 05:06:46.574130 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16d60463-a5a3-4829-b6c1-04525a80069d tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Router 3b1a610f-39f4-48c8-9adb-96682a79775d has already been hosted by L3 agent dd4ad2d5-7278-4db2-b968-23881816b870 {{(pid=100912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 05:06:46.684790 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d60463-a5a3-4829-b6c1-04525a80069d tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Notify agent at l3_agent.dv-cinder-804735-5-iscsi the message routers_updated {{(pid=100912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 05:06:46.689467 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-16d60463-a5a3-4829-b6c1-04525a80069d tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428309'] for floatingip, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:46.695311 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2f1fb0-6753-485f-b4db-df1056ef60b0 None None] Sync routers for ids ['3b1a610f-39f4-48c8-9adb-96682a79775d'] in dv-cinder-804735-5-iscsi {{(pid=100913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 05:06:46.704097 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2f1fb0-6753-485f-b4db-df1056ef60b0 None None] Routers {'3b1a610f-39f4-48c8-9adb-96682a79775d'} bound to L3 agent in host dv-cinder-804735-5-iscsi {{(pid=100913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:06:46.704777 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-fb2f1fb0-6753-485f-b4db-df1056ef60b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T04:53:40Z,description=,heartbeat_timestamp=2021-09-01T05:06:40Z,host='dv-cinder-804735-5-iscsi',id=dd4ad2d5-7278-4db2-b968-23881816b870,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:53:41Z,topic='l3_agent')) {'router_ids': ['3b1a610f-39f4-48c8-9adb-96682a79775d'], 'active': True} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:06:46.715564 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-16d60463-a5a3-4829-b6c1-04525a80069d tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "DELETE /v2.0/floatingips/4031984e-ed7e-4509-87ea-9ba77ae16d88 HTTP/1.1" status: 204 len: 168 time: 1.2644150 Sep 01 05:06:46.808941 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvr_db [None req-fb2f1fb0-6753-485f-b4db-df1056ef60b0 None None] Set router 3b1a610f-39f4-48c8-9adb-96682a79775d gateway port host: dv-cinder-804735-5-iscsi {{(pid=100913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:06:47.011551 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-fb2f1fb0-6753-485f-b4db-df1056ef60b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1a610f-39f4-48c8-9adb-96682a79775d', 'name': 'tempest-TestMinimumBasicScenario-1943161487-router', 'tenant_id': 'c43f8d20393b4239b54aee9d875b917f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '11fbac61-4832-4b73-be43-d9900df7e582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:03:25Z', 'updated_at': '2021-09-01T05:03:29Z', 'revision_number': 4, 'project_id': 'c43f8d20393b4239b54aee9d875b917f', 'gw_port': {'id': '11fbac61-4832-4b73-be43-d9900df7e582', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ae:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1a610f-39f4-48c8-9adb-96682a79775d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:03:26Z', 'updated_at': '2021-09-01T05:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi', '_interfaces': [{'id': '398dc5e5-b384-4eb2-ae80-de3b5b019cba', 'name': '', 'network_id': '7ea2df36-8d87-4c1a-bd3e-3b9f99603457', 'tenant_id': 'c43f8d20393b4239b54aee9d875b917f', 'mac_address': 'fa:16:3e:db:12:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1a610f-39f4-48c8-9adb-96682a79775d', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'cd4148f0-4e48-42c9-809c-8c4bd67c55e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:03:28Z', 'updated_at': '2021-09-01T05:03:35Z', 'revision_number': 5, 'project_id': 'c43f8d20393b4239b54aee9d875b917f', 'subnets': [{'id': 'cd4148f0-4e48-42c9-809c-8c4bd67c55e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-5-iscsi', False) {} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:06:47.041249 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2f1fb0-6753-485f-b4db-df1056ef60b0 None None] Checking router: 3b1a610f-39f4-48c8-9adb-96682a79775d for host: dv-cinder-804735-5-iscsi {{(pid=100913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 05:06:47.049582 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2f1fb0-6753-485f-b4db-df1056ef60b0 None None] Routers {'3b1a610f-39f4-48c8-9adb-96682a79775d'} bound to L3 agent in host dv-cinder-804735-5-iscsi {{(pid=100913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:06:47.050204 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-fb2f1fb0-6753-485f-b4db-df1056ef60b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T04:53:40Z,description=,heartbeat_timestamp=2021-09-01T05:06:40Z,host='dv-cinder-804735-5-iscsi',id=dd4ad2d5-7278-4db2-b968-23881816b870,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:53:41Z,topic='l3_agent')) {'router_ids': ['3b1a610f-39f4-48c8-9adb-96682a79775d'], 'active': True} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:06:47.166174 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bfd8f5a-4f67-4780-a713-11ac3d23a7c2', 'tag': '5d10e774-28eb-414d-be48-14ae51a5c8eb'}] {{(pid=100912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:06:47.168788 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c32bf37734172ffae8bcd4fd235b58a84eb6a179622fde5d618b2948ae3f8620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f5aff5-5e98-4eed-a8b8-c9845abf0c90" -d '{"events": [{"name": "network-changed", "server_uuid": "9bfd8f5a-4f67-4780-a713-11ac3d23a7c2", "tag": "5d10e774-28eb-414d-be48-14ae51a5c8eb"}]}' {{(pid=100912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:06:47.228257 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 05:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95595714-c492-40c1-bbc5-f4e4c832b234 x-openstack-request-id: req-95595714-c492-40c1-bbc5-f4e4c832b234 {{(pid=100912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:06:47.228678 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bfd8f5a-4f67-4780-a713-11ac3d23a7c2", "tag": "5d10e774-28eb-414d-be48-14ae51a5c8eb", "status": "completed", "code": 200}]} {{(pid=100912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:06:47.228793 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-95595714-c492-40c1-bbc5-f4e4c832b234 {{(pid=100912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:06:47.229152 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bfd8f5a-4f67-4780-a713-11ac3d23a7c2', 'tag': '5d10e774-28eb-414d-be48-14ae51a5c8eb', 'status': 'completed', 'code': 200} Sep 01 05:06:47.276319 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvr_db [None req-fb2f1fb0-6753-485f-b4db-df1056ef60b0 None None] Set router 3b1a610f-39f4-48c8-9adb-96682a79775d gateway port host: dv-cinder-804735-5-iscsi {{(pid=100913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:06:47.383296 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f5aff5-5e98-4eed-a8b8-c9845abf0c90 req-1d659dd9-2c74-4143-8e84-a9a6d16a76e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:47.385500 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-23f5aff5-5e98-4eed-a8b8-c9845abf0c90 req-1d659dd9-2c74-4143-8e84-a9a6d16a76e0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c43f8d20393b4239b54aee9d875b917f&device_id=9bfd8f5a-4f67-4780-a713-11ac3d23a7c2 HTTP/1.1" status: 200 len: 1099 time: 0.0538251 Sep 01 05:06:47.477821 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-fb2f1fb0-6753-485f-b4db-df1056ef60b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1a610f-39f4-48c8-9adb-96682a79775d', 'name': 'tempest-TestMinimumBasicScenario-1943161487-router', 'tenant_id': 'c43f8d20393b4239b54aee9d875b917f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '11fbac61-4832-4b73-be43-d9900df7e582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:03:25Z', 'updated_at': '2021-09-01T05:03:29Z', 'revision_number': 4, 'project_id': 'c43f8d20393b4239b54aee9d875b917f', 'gw_port': {'id': '11fbac61-4832-4b73-be43-d9900df7e582', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ae:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1a610f-39f4-48c8-9adb-96682a79775d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:03:26Z', 'updated_at': '2021-09-01T05:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi', '_interfaces': [{'id': '398dc5e5-b384-4eb2-ae80-de3b5b019cba', 'name': '', 'network_id': '7ea2df36-8d87-4c1a-bd3e-3b9f99603457', 'tenant_id': 'c43f8d20393b4239b54aee9d875b917f', 'mac_address': 'fa:16:3e:db:12:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1a610f-39f4-48c8-9adb-96682a79775d', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'cd4148f0-4e48-42c9-809c-8c4bd67c55e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:03:28Z', 'updated_at': '2021-09-01T05:03:35Z', 'revision_number': 5, 'project_id': 'c43f8d20393b4239b54aee9d875b917f', 'subnets': [{'id': 'cd4148f0-4e48-42c9-809c-8c4bd67c55e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-5-iscsi', False) {} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:06:47.501477 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f5aff5-5e98-4eed-a8b8-c9845abf0c90 req-ea24b6fa-8667-4937-9a59-da871613c195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:47.503197 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-23f5aff5-5e98-4eed-a8b8-c9845abf0c90 req-ea24b6fa-8667-4937-9a59-da871613c195 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7ea2df36-8d87-4c1a-bd3e-3b9f99603457 HTTP/1.1" status: 200 len: 916 time: 0.0893080 Sep 01 05:06:47.504221 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2f1fb0-6753-485f-b4db-df1056ef60b0 None None] The sync data for ids ['3b1a610f-39f4-48c8-9adb-96682a79775d'] in dv-cinder-804735-5-iscsi is: [{'id': '3b1a610f-39f4-48c8-9adb-96682a79775d', 'name': 'tempest-TestMinimumBasicScenario-1943161487-router', 'tenant_id': 'c43f8d20393b4239b54aee9d875b917f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '11fbac61-4832-4b73-be43-d9900df7e582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:03:25Z', 'updated_at': '2021-09-01T05:03:29Z', 'revision_number': 4, 'project_id': 'c43f8d20393b4239b54aee9d875b917f', 'gw_port': {'id': '11fbac61-4832-4b73-be43-d9900df7e582', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ae:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1a610f-39f4-48c8-9adb-96682a79775d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:03:26Z', 'updated_at': '2021-09-01T05:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi', '_interfaces': [{'id': '398dc5e5-b384-4eb2-ae80-de3b5b019cba', 'name': '', 'network_id': '7ea2df36-8d87-4c1a-bd3e-3b9f99603457', 'tenant_id': 'c43f8d20393b4239b54aee9d875b917f', 'mac_address': 'fa:16:3e:db:12:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1a610f-39f4-48c8-9adb-96682a79775d', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'cd4148f0-4e48-42c9-809c-8c4bd67c55e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:03:28Z', 'updated_at': '2021-09-01T05:03:35Z', 'revision_number': 5, 'project_id': 'c43f8d20393b4239b54aee9d875b917f', 'subnets': [{'id': 'cd4148f0-4e48-42c9-809c-8c4bd67c55e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 05:06:47.547804 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-23f5aff5-5e98-4eed-a8b8-c9845abf0c90 req-1e1b2960-7b4d-40a9-8245-002e58766838 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d10e774-28eb-414d-be48-14ae51a5c8eb HTTP/1.1" status: 200 len: 217 time: 0.0357375 Sep 01 05:06:47.586595 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aa9ef9-f705-4346-85dd-974c7a5733cc req-37d1ea84-8af5-412a-9b3d-980666cf5357 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:47.588151 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-26aa9ef9-f705-4346-85dd-974c7a5733cc req-37d1ea84-8af5-412a-9b3d-980666cf5357 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 945 time: 0.0514081 Sep 01 05:06:47.605940 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f5aff5-5e98-4eed-a8b8-c9845abf0c90 req-03e3969c-0807-44da-b6b0-70e70cd07fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:47.607464 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-23f5aff5-5e98-4eed-a8b8-c9845abf0c90 req-03e3969c-0807-44da-b6b0-70e70cd07fe3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cd4148f0-4e48-42c9-809c-8c4bd67c55e0 HTTP/1.1" status: 200 len: 854 time: 0.0503378 Sep 01 05:06:47.628195 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-26aa9ef9-f705-4346-85dd-974c7a5733cc req-a113e771-92d8-43df-a4bd-4fff205b0c27 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups?id=08c24242-8d6a-47d6-ad10-c33dccdec691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330369 Sep 01 05:06:47.661582 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f5aff5-5e98-4eed-a8b8-c9845abf0c90 req-06fe4bce-2940-48ed-b643-63084c48302e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:47.663734 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-23f5aff5-5e98-4eed-a8b8-c9845abf0c90 req-06fe4bce-2940-48ed-b643-63084c48302e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7ea2df36-8d87-4c1a-bd3e-3b9f99603457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0460749 Sep 01 05:06:47.737264 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcaff907-86d1-44a7-859c-4cea0b4fcb2d None None] New status for floating IP 4031984e-ed7e-4509-87ea-9ba77ae16d88: DOWN {{(pid=100914) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 05:06:47.757550 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-23f5aff5-5e98-4eed-a8b8-c9845abf0c90 req-791493a5-c29c-4441-b271-a4fdf68f4315 service neutron] 10.222.0.37 "GET /v2.0/networks/7ea2df36-8d87-4c1a-bd3e-3b9f99603457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855885 Sep 01 05:06:47.854070 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-23f5aff5-5e98-4eed-a8b8-c9845abf0c90 req-8e2ba5dc-b66b-43b8-8b9b-a432a3500cb5 service neutron] 10.222.0.37 "GET /v2.0/networks/7ea2df36-8d87-4c1a-bd3e-3b9f99603457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889373 Sep 01 05:06:48.746982 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9db67a-fae5-4cd0-a70e-fc63af21d813 req-bcf3270c-cdef-4e8c-a104-12ce884a53f6 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:48.748519 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-9e9db67a-fae5-4cd0-a70e-fc63af21d813 req-bcf3270c-cdef-4e8c-a104-12ce884a53f6 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.37 "GET /v2.0/ports?device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 945 time: 0.0491943 Sep 01 05:06:48.749296 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b150a-5b46-4b21-b65b-091bbfb0c03c req-b5563e3c-bdd4-40e3-a3d4-470c4d9c0abb tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:48.750815 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-0d7b150a-5b46-4b21-b65b-091bbfb0c03c req-b5563e3c-bdd4-40e3-a3d4-470c4d9c0abb tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 945 time: 0.0518367 Sep 01 05:06:48.788454 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-0d7b150a-5b46-4b21-b65b-091bbfb0c03c req-4ff19352-d7c4-488c-8316-48424ab20303 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups?id=08c24242-8d6a-47d6-ad10-c33dccdec691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314853 Sep 01 05:06:48.839434 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.plugin [req-9e9db67a-fae5-4cd0-a70e-fc63af21d813 req-0fcf4f7d-2743-40f8-b1da-33918c9cd521 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Deleting port a959fe9a-920c-4c7e-be3f-ed71701a57b5 {{(pid=100911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:06:48.846244 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-9e9db67a-fae5-4cd0-a70e-fc63af21d813 req-0fcf4f7d-2743-40f8-b1da-33918c9cd521 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780564872726'] for port, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:49.173365 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.db [req-9e9db67a-fae5-4cd0-a70e-fc63af21d813 req-0fcf4f7d-2743-40f8-b1da-33918c9cd521 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] For port a959fe9a-920c-4c7e-be3f-ed71701a57b5, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=a959fe9a-920c-4c7e-be3f-ed71701a57b5,segment=NetworkSegment(e92f5f75-4b28-4c21-a02f-3b0b28f57878),segment_id=e92f5f75-4b28-4c21-a02f-3b0b28f57878)] {{(pid=100911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:06:49.173732 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-9e9db67a-fae5-4cd0-a70e-fc63af21d813 req-0fcf4f7d-2743-40f8-b1da-33918c9cd521 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958503'] for port, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:49.346433 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-9e9db67a-fae5-4cd0-a70e-fc63af21d813 req-0fcf4f7d-2743-40f8-b1da-33918c9cd521 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:49.346854 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-9e9db67a-fae5-4cd0-a70e-fc63af21d813 req-0fcf4f7d-2743-40f8-b1da-33918c9cd521 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1958929'] for floatingip, after_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:49.347223 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.db.l3_db [req-9e9db67a-fae5-4cd0-a70e-fc63af21d813 req-0fcf4f7d-2743-40f8-b1da-33918c9cd521 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Floating IP 55c344dd-6486-41ed-b6d8-3beaed5d8941 disassociated. External IP: 172.27.2.25, port: a959fe9a-920c-4c7e-be3f-ed71701a57b5. Sep 01 05:06:49.347516 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.plugin [req-9e9db67a-fae5-4cd0-a70e-fc63af21d813 req-0fcf4f7d-2743-40f8-b1da-33918c9cd521 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Calling delete_port for a959fe9a-920c-4c7e-be3f-ed71701a57b5 owned by compute:nova {{(pid=100911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:06:49.549993 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-9e9db67a-fae5-4cd0-a70e-fc63af21d813 req-0fcf4f7d-2743-40f8-b1da-33918c9cd521 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780564874213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780564376598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3457272'] for port, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:49.580097 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcf4f7d-2743-40f8-b1da-33918c9cd521 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Pushing event deleted for resources: {'Port': ['ID=a959fe9a-920c-4c7e-be3f-ed71701a57b5,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:06:49.696971 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e9db67a-fae5-4cd0-a70e-fc63af21d813 req-0fcf4f7d-2743-40f8-b1da-33918c9cd521 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Router def894e4-20ed-48c2-b646-86193442eaf1 has already been hosted by L3 agent dd4ad2d5-7278-4db2-b968-23881816b870 {{(pid=100911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 05:06:49.805036 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e9db67a-fae5-4cd0-a70e-fc63af21d813 req-0fcf4f7d-2743-40f8-b1da-33918c9cd521 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Notify agent at l3_agent.dv-cinder-804735-5-iscsi the message routers_updated {{(pid=100911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 05:06:49.814779 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7809a0a2-9616-4abb-b9fa-09d46f4c54e6 None None] Sync routers for ids ['def894e4-20ed-48c2-b646-86193442eaf1'] in dv-cinder-804735-5-iscsi {{(pid=100913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 05:06:49.829640 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7809a0a2-9616-4abb-b9fa-09d46f4c54e6 None None] Routers {'def894e4-20ed-48c2-b646-86193442eaf1'} bound to L3 agent in host dv-cinder-804735-5-iscsi {{(pid=100913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:06:49.829640 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-7809a0a2-9616-4abb-b9fa-09d46f4c54e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T04:53:40Z,description=,heartbeat_timestamp=2021-09-01T05:06:40Z,host='dv-cinder-804735-5-iscsi',id=dd4ad2d5-7278-4db2-b968-23881816b870,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:53:41Z,topic='l3_agent')) {'router_ids': ['def894e4-20ed-48c2-b646-86193442eaf1'], 'active': True} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:06:49.845575 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e9db67a-fae5-4cd0-a70e-fc63af21d813 req-0fcf4f7d-2743-40f8-b1da-33918c9cd521 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] No DVR routers for this DVR port a959fe9a-920c-4c7e-be3f-ed71701a57b5 on host hv-cinder-80473 {{(pid=100911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 05:06:49.848143 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-9e9db67a-fae5-4cd0-a70e-fc63af21d813 req-0fcf4f7d-2743-40f8-b1da-33918c9cd521 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428309'] for port, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:49.851509 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-9e9db67a-fae5-4cd0-a70e-fc63af21d813 req-0fcf4f7d-2743-40f8-b1da-33918c9cd521 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.37 "DELETE /v2.0/ports/a959fe9a-920c-4c7e-be3f-ed71701a57b5 HTTP/1.1" status: 204 len: 173 time: 1.0967629 Sep 01 05:06:49.851968 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e13dc258-ed43-4846-8be5-696fa82ca627', 'name': 'network-vif-deleted', 'tag': 'a959fe9a-920c-4c7e-be3f-ed71701a57b5'}] {{(pid=100911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:06:49.854669 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2199b4ef80d697cbc8f6ff5e200fd84d3ba25b9ef6d03a08fa18221b1b049e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eecd714c-4932-4e40-bf70-1e4c91436a57" -d '{"events": [{"server_uuid": "e13dc258-ed43-4846-8be5-696fa82ca627", "name": "network-vif-deleted", "tag": "a959fe9a-920c-4c7e-be3f-ed71701a57b5"}]}' {{(pid=100911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:06:49.887594 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-83364ed9-ca2b-43e2-a40f-69a7e89104aa req-24e8cf50-cf4a-4564-85ad-679056bcd200 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 210 time: 0.0269766 Sep 01 05:06:49.899366 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 05:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e25b5e-ccd6-4de4-84b2-45ea3ffec053 x-openstack-request-id: req-a9e25b5e-ccd6-4de4-84b2-45ea3ffec053 {{(pid=100911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:06:49.899657 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e13dc258-ed43-4846-8be5-696fa82ca627", "name": "network-vif-deleted", "tag": "a959fe9a-920c-4c7e-be3f-ed71701a57b5", "status": "completed", "code": 200}]} {{(pid=100911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:06:49.899909 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a9e25b5e-ccd6-4de4-84b2-45ea3ffec053 {{(pid=100911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:06:49.900306 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e13dc258-ed43-4846-8be5-696fa82ca627', 'name': 'network-vif-deleted', 'tag': 'a959fe9a-920c-4c7e-be3f-ed71701a57b5', 'status': 'completed', 'code': 200} Sep 01 05:06:49.945935 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvr_db [None req-7809a0a2-9616-4abb-b9fa-09d46f4c54e6 None None] Set router def894e4-20ed-48c2-b646-86193442eaf1 gateway port host: dv-cinder-804735-5-iscsi {{(pid=100913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:06:50.157786 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-7809a0a2-9616-4abb-b9fa-09d46f4c54e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def894e4-20ed-48c2-b646-86193442eaf1', 'name': 'tempest-AttachVolumeTestJSON-1848366623-router', 'tenant_id': 'efd1fc476bbc46ddb375c7c745356ae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '9f7e5785-3b7e-40e3-b844-90f28f6b67ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:01:43Z', 'updated_at': '2021-09-01T05:01:50Z', 'revision_number': 4, 'project_id': 'efd1fc476bbc46ddb375c7c745356ae4', 'gw_port': {'id': '9f7e5785-3b7e-40e3-b844-90f28f6b67ca', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def894e4-20ed-48c2-b646-86193442eaf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:01:44Z', 'updated_at': '2021-09-01T05:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi', '_interfaces': [{'id': 'ece1a100-2310-475d-95fc-573c4ffb987d', 'name': '', 'network_id': '92e27a99-4acf-46a2-b103-44939bb42018', 'tenant_id': 'efd1fc476bbc46ddb375c7c745356ae4', 'mac_address': 'fa:16:3e:04:06:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def894e4-20ed-48c2-b646-86193442eaf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '632c2506-9627-456a-904a-03e2fe14470f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:01:48Z', 'updated_at': '2021-09-01T05:02:04Z', 'revision_number': 5, 'project_id': 'efd1fc476bbc46ddb375c7c745356ae4', 'subnets': [{'id': '632c2506-9627-456a-904a-03e2fe14470f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-5-iscsi', False) {} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:06:50.187045 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7809a0a2-9616-4abb-b9fa-09d46f4c54e6 None None] Checking router: def894e4-20ed-48c2-b646-86193442eaf1 for host: dv-cinder-804735-5-iscsi {{(pid=100913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 05:06:50.192476 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7809a0a2-9616-4abb-b9fa-09d46f4c54e6 None None] Routers {'def894e4-20ed-48c2-b646-86193442eaf1'} bound to L3 agent in host dv-cinder-804735-5-iscsi {{(pid=100913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:06:50.193087 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-7809a0a2-9616-4abb-b9fa-09d46f4c54e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T04:53:40Z,description=,heartbeat_timestamp=2021-09-01T05:06:40Z,host='dv-cinder-804735-5-iscsi',id=dd4ad2d5-7278-4db2-b968-23881816b870,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:53:41Z,topic='l3_agent')) {'router_ids': ['def894e4-20ed-48c2-b646-86193442eaf1'], 'active': True} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:06:50.300883 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvr_db [None req-7809a0a2-9616-4abb-b9fa-09d46f4c54e6 None None] Set router def894e4-20ed-48c2-b646-86193442eaf1 gateway port host: dv-cinder-804735-5-iscsi {{(pid=100913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:06:50.497028 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-7809a0a2-9616-4abb-b9fa-09d46f4c54e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def894e4-20ed-48c2-b646-86193442eaf1', 'name': 'tempest-AttachVolumeTestJSON-1848366623-router', 'tenant_id': 'efd1fc476bbc46ddb375c7c745356ae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '9f7e5785-3b7e-40e3-b844-90f28f6b67ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:01:43Z', 'updated_at': '2021-09-01T05:01:50Z', 'revision_number': 4, 'project_id': 'efd1fc476bbc46ddb375c7c745356ae4', 'gw_port': {'id': '9f7e5785-3b7e-40e3-b844-90f28f6b67ca', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def894e4-20ed-48c2-b646-86193442eaf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:01:44Z', 'updated_at': '2021-09-01T05:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi', '_interfaces': [{'id': 'ece1a100-2310-475d-95fc-573c4ffb987d', 'name': '', 'network_id': '92e27a99-4acf-46a2-b103-44939bb42018', 'tenant_id': 'efd1fc476bbc46ddb375c7c745356ae4', 'mac_address': 'fa:16:3e:04:06:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def894e4-20ed-48c2-b646-86193442eaf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '632c2506-9627-456a-904a-03e2fe14470f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:01:48Z', 'updated_at': '2021-09-01T05:02:04Z', 'revision_number': 5, 'project_id': 'efd1fc476bbc46ddb375c7c745356ae4', 'subnets': [{'id': '632c2506-9627-456a-904a-03e2fe14470f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-5-iscsi', False) {} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:06:50.526419 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7809a0a2-9616-4abb-b9fa-09d46f4c54e6 None None] The sync data for ids ['def894e4-20ed-48c2-b646-86193442eaf1'] in dv-cinder-804735-5-iscsi is: [{'id': 'def894e4-20ed-48c2-b646-86193442eaf1', 'name': 'tempest-AttachVolumeTestJSON-1848366623-router', 'tenant_id': 'efd1fc476bbc46ddb375c7c745356ae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '9f7e5785-3b7e-40e3-b844-90f28f6b67ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:01:43Z', 'updated_at': '2021-09-01T05:01:50Z', 'revision_number': 4, 'project_id': 'efd1fc476bbc46ddb375c7c745356ae4', 'gw_port': {'id': '9f7e5785-3b7e-40e3-b844-90f28f6b67ca', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def894e4-20ed-48c2-b646-86193442eaf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:01:44Z', 'updated_at': '2021-09-01T05:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi', '_interfaces': [{'id': 'ece1a100-2310-475d-95fc-573c4ffb987d', 'name': '', 'network_id': '92e27a99-4acf-46a2-b103-44939bb42018', 'tenant_id': 'efd1fc476bbc46ddb375c7c745356ae4', 'mac_address': 'fa:16:3e:04:06:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def894e4-20ed-48c2-b646-86193442eaf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '632c2506-9627-456a-904a-03e2fe14470f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:01:48Z', 'updated_at': '2021-09-01T05:02:04Z', 'revision_number': 5, 'project_id': 'efd1fc476bbc46ddb375c7c745356ae4', 'subnets': [{'id': '632c2506-9627-456a-904a-03e2fe14470f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 05:06:50.738415 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78324bd2-4361-4fe9-b300-3fb0ca14e861 None None] New status for floating IP 55c344dd-6486-41ed-b6d8-3beaed5d8941: DOWN {{(pid=100914) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 05:06:51.002428 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-04285d20-8daa-4651-a904-5e0c9baf894a req-491097e1-b4ca-45d0-95e3-fda8a5b4abf1 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=e13dc258-ed43-4846-8be5-696fa82ca627 HTTP/1.1" status: 200 len: 210 time: 0.0259805 Sep 01 05:06:51.195955 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d5a848-80c1-4f4f-8c54-a4c163ffbd07 req-b6c10f4e-c9d5-4c2b-a728-11568c497ddd tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:51.197407 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-03d5a848-80c1-4f4f-8c54-a4c163ffbd07 req-b6c10f4e-c9d5-4c2b-a728-11568c497ddd tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bfd8f5a-4f67-4780-a713-11ac3d23a7c2 HTTP/1.1" status: 200 len: 946 time: 0.0494668 Sep 01 05:06:51.234405 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-03d5a848-80c1-4f4f-8c54-a4c163ffbd07 req-2d6c4afa-717d-4683-bad9-9bec2285146d tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f94a329-6dd4-4d26-a073-d11af5a8d093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310676 Sep 01 05:06:51.924907 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device a959fe9a-920c-4c7e-be3f-ed71701a57b5 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:06:51.944498 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.plugin [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] No Port match for: a959fe9a-920c-4c7e-be3f-ed71701a57b5 {{(pid=100913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 05:06:51.944847 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device a959fe9a-920c-4c7e-be3f-ed71701a57b5 not bound to the agent host hv-cinder-80473 {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 05:06:52.063807 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:52.160302 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 50150) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:06:52.217212 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-45bc84be-7c41-40c0-950a-8e2e5776de6f tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Notify callbacks [] for security_group, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:52.238784 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-45bc84be-7c41-40c0-950a-8e2e5776de6f tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:52.347949 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5f8c62-5b86-4c44-b8ea-1f59cad40d26 req-5545549d-e972-4509-943d-758148023e07 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:52.349415 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-bf5f8c62-5b86-4c44-b8ea-1f59cad40d26 req-5545549d-e972-4509-943d-758148023e07 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bfd8f5a-4f67-4780-a713-11ac3d23a7c2 HTTP/1.1" status: 200 len: 946 time: 0.0477955 Sep 01 05:06:52.362146 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-45bc84be-7c41-40c0-950a-8e2e5776de6f tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:52.364588 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-45bc84be-7c41-40c0-950a-8e2e5776de6f tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Notify callbacks [] for security_group, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:52.365646 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-45bc84be-7c41-40c0-950a-8e2e5776de6f tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "DELETE /v2.0/security-groups/08c24242-8d6a-47d6-ad10-c33dccdec691 HTTP/1.1" status: 204 len: 168 time: 0.2043855 Sep 01 05:06:52.368624 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 50154) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:06:52.383406 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.api.v2.resource [None req-affb6418-b9e7-4e69-8641-89ebbb483f1b tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] show failed (client error): The resource could not be found. Sep 01 05:06:52.384426 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-affb6418-b9e7-4e69-8641-89ebbb483f1b tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups/08c24242-8d6a-47d6-ad10-c33dccdec691 HTTP/1.1" status: 404 len: 347 time: 0.0147612 Sep 01 05:06:52.385794 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bc84be-7c41-40c0-950a-8e2e5776de6f tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c24242-8d6a-47d6-ad10-c33dccdec691,revision_number=None']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:06:52.387515 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 50156) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:06:52.400652 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-bf5f8c62-5b86-4c44-b8ea-1f59cad40d26 req-183a05e2-4bda-4181-ba4d-a7c31ea6a2b2 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f94a329-6dd4-4d26-a073-d11af5a8d093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450923 Sep 01 05:06:52.510900 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.plugin [None req-29a6d83c-c682-4792-96e5-3aac64dfa112 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Deleting port 86c2ab59-b991-47bf-8662-dbbcd593a9e3 {{(pid=100911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:06:52.511239 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-29a6d83c-c682-4792-96e5-3aac64dfa112 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780564872726'] for port, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:52.583760 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-29a6d83c-c682-4792-96e5-3aac64dfa112 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958503'] for port, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:52.584198 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-29a6d83c-c682-4792-96e5-3aac64dfa112 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:52.595785 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.plugin [None req-29a6d83c-c682-4792-96e5-3aac64dfa112 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Calling delete_port for 86c2ab59-b991-47bf-8662-dbbcd593a9e3 owned by network:floatingip {{(pid=100911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:06:52.783612 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-29a6d83c-c682-4792-96e5-3aac64dfa112 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780564874213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780564376598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3457272'] for port, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:52.815600 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a6d83c-c682-4792-96e5-3aac64dfa112 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Pushing event deleted for resources: {'Port': ['ID=86c2ab59-b991-47bf-8662-dbbcd593a9e3,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:06:52.868817 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-29a6d83c-c682-4792-96e5-3aac64dfa112 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Notify callbacks [] for floatingip, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:52.871371 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-29a6d83c-c682-4792-96e5-3aac64dfa112 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428309'] for floatingip, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:52.872525 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-29a6d83c-c682-4792-96e5-3aac64dfa112 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "DELETE /v2.0/floatingips/55c344dd-6486-41ed-b6d8-3beaed5d8941 HTTP/1.1" status: 204 len: 168 time: 0.4838948 Sep 01 05:06:53.100591 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de556ed-a4ef-452d-b477-c0a1fbbbdfb8 req-2228d813-ecc3-49ba-b533-6630307e0d83 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:53.102054 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-9de556ed-a4ef-452d-b477-c0a1fbbbdfb8 req-2228d813-ecc3-49ba-b533-6630307e0d83 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.37 "GET /v2.0/ports?device_id=9bfd8f5a-4f67-4780-a713-11ac3d23a7c2 HTTP/1.1" status: 200 len: 946 time: 0.0530758 Sep 01 05:06:53.191478 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 50162) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:06:53.195761 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.v2.base [None req-cea6de57-53e8-41d7-8e7a-50430e843b3e tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1509220385', 'description': 'tempest-description--136914838'}} {{(pid=100911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:06:53.201183 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.plugin [req-9de556ed-a4ef-452d-b477-c0a1fbbbdfb8 req-c8e443a4-5683-4f85-862f-e4b7db3a6824 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Deleting port 5d10e774-28eb-414d-be48-14ae51a5c8eb {{(pid=100911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:06:53.201525 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-9de556ed-a4ef-452d-b477-c0a1fbbbdfb8 req-c8e443a4-5683-4f85-862f-e4b7db3a6824 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780564872726'] for port, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:53.299818 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.db [req-9de556ed-a4ef-452d-b477-c0a1fbbbdfb8 req-c8e443a4-5683-4f85-862f-e4b7db3a6824 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] For port 5d10e774-28eb-414d-be48-14ae51a5c8eb, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=5d10e774-28eb-414d-be48-14ae51a5c8eb,segment=NetworkSegment(751a213c-335c-40b8-9e12-a4661bcc7bc7),segment_id=751a213c-335c-40b8-9e12-a4661bcc7bc7)] {{(pid=100911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:06:53.300185 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-9de556ed-a4ef-452d-b477-c0a1fbbbdfb8 req-c8e443a4-5683-4f85-862f-e4b7db3a6824 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958503'] for port, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:53.313853 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.plugin [req-9de556ed-a4ef-452d-b477-c0a1fbbbdfb8 req-c8e443a4-5683-4f85-862f-e4b7db3a6824 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Calling delete_port for 5d10e774-28eb-414d-be48-14ae51a5c8eb owned by compute:nova {{(pid=100911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:06:53.354935 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-cea6de57-53e8-41d7-8e7a-50430e843b3e tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Notify callbacks [] for security_group, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:53.499025 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-cea6de57-53e8-41d7-8e7a-50430e843b3e tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Notify callbacks [] for security_group, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:53.519939 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae1705-8a1a-4c5a-a581-807c84f972e1 req-f6160fb6-f683-4f63-b41c-a11c0d01d42b tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:53.522549 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-aeae1705-8a1a-4c5a-a581-807c84f972e1 req-f6160fb6-f683-4f63-b41c-a11c0d01d42b tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bfd8f5a-4f67-4780-a713-11ac3d23a7c2 HTTP/1.1" status: 200 len: 946 time: 0.0497081 Sep 01 05:06:53.563197 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-aeae1705-8a1a-4c5a-a581-807c84f972e1 req-d8efc0dc-8a14-4be9-a51d-0b30c75034db tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/security-groups?id=5f94a329-6dd4-4d26-a073-d11af5a8d093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351093 Sep 01 05:06:53.576763 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-9de556ed-a4ef-452d-b477-c0a1fbbbdfb8 req-c8e443a4-5683-4f85-862f-e4b7db3a6824 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780564874213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780564376598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3457272'] for port, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:53.588457 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-cea6de57-53e8-41d7-8e7a-50430e843b3e tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:53.618477 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e443a4-5683-4f85-862f-e4b7db3a6824 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Pushing event deleted for resources: {'Port': ['ID=5d10e774-28eb-414d-be48-14ae51a5c8eb,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:06:53.619385 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] get_ports_and_sgs() called for port_ids ['5d10e774-28eb-414d-be48-14ae51a5c8eb'] {{(pid=100913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 05:06:53.660316 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea6de57-53e8-41d7-8e7a-50430e843b3e tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77dc8292-e1b2-4049-b288-a829f9739eb1,revision_number=1']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:06:53.676526 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.l3_dvrscheduler_db [req-9de556ed-a4ef-452d-b477-c0a1fbbbdfb8 req-c8e443a4-5683-4f85-862f-e4b7db3a6824 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] No DVR routers for this DVR port 5d10e774-28eb-414d-be48-14ae51a5c8eb on host hv-cinder-80473 {{(pid=100911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 05:06:53.679332 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-9de556ed-a4ef-452d-b477-c0a1fbbbdfb8 req-c8e443a4-5683-4f85-862f-e4b7db3a6824 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428309'] for port, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:53.681394 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-9de556ed-a4ef-452d-b477-c0a1fbbbdfb8 req-c8e443a4-5683-4f85-862f-e4b7db3a6824 tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.37 "DELETE /v2.0/ports/5d10e774-28eb-414d-be48-14ae51a5c8eb HTTP/1.1" status: 204 len: 173 time: 0.5728588 Sep 01 05:06:53.681765 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bfd8f5a-4f67-4780-a713-11ac3d23a7c2', 'name': 'network-vif-deleted', 'tag': '5d10e774-28eb-414d-be48-14ae51a5c8eb'}] {{(pid=100911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:06:53.684052 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2199b4ef80d697cbc8f6ff5e200fd84d3ba25b9ef6d03a08fa18221b1b049e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-480ead5b-f8a0-4c80-8bf1-6a364bad9870" -d '{"events": [{"server_uuid": "9bfd8f5a-4f67-4780-a713-11ac3d23a7c2", "name": "network-vif-deleted", "tag": "5d10e774-28eb-414d-be48-14ae51a5c8eb"}]}' {{(pid=100911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:06:53.713958 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-cea6de57-53e8-41d7-8e7a-50430e843b3e tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Notify callbacks [] for security_group, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:53.715298 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-cea6de57-53e8-41d7-8e7a-50430e843b3e tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5230432 Sep 01 05:06:53.723989 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 50168) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:06:53.723989 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 05:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f370202-e9e8-453c-9638-d7bee7df4729 x-openstack-request-id: req-8f370202-e9e8-453c-9638-d7bee7df4729 {{(pid=100911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:06:53.723989 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bfd8f5a-4f67-4780-a713-11ac3d23a7c2", "name": "network-vif-deleted", "tag": "5d10e774-28eb-414d-be48-14ae51a5c8eb", "status": "completed", "code": 200}]} {{(pid=100911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:06:53.723989 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8f370202-e9e8-453c-9638-d7bee7df4729 {{(pid=100911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:06:53.723989 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bfd8f5a-4f67-4780-a713-11ac3d23a7c2', 'name': 'network-vif-deleted', 'tag': '5d10e774-28eb-414d-be48-14ae51a5c8eb', 'status': 'completed', 'code': 200} Sep 01 05:06:53.725362 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.v2.base [None req-542d5ad1-4bf3-495f-9e54-26ea1292506b tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Request body: {'security_group_rule': {'security_group_id': '77dc8292-e1b2-4049-b288-a829f9739eb1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:06:53.835327 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-542d5ad1-4bf3-495f-9e54-26ea1292506b tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:53.894137 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-542d5ad1-4bf3-495f-9e54-26ea1292506b tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:54.018027 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-542d5ad1-4bf3-495f-9e54-26ea1292506b tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71185'] for security_group_rule, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:54.036439 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542d5ad1-4bf3-495f-9e54-26ea1292506b tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35d2b9e7-4537-4039-8fde-015f7d92e500,revision_number=0']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:06:54.132703 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-542d5ad1-4bf3-495f-9e54-26ea1292506b tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:54.134044 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-542d5ad1-4bf3-495f-9e54-26ea1292506b tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4144306 Sep 01 05:06:54.137017 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 50172) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:06:54.141598 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.v2.base [None req-5363464f-0035-4e1e-accc-8ccc40dd50da tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Request body: {'security_group_rule': {'security_group_id': '77dc8292-e1b2-4049-b288-a829f9739eb1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:06:54.250343 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-5363464f-0035-4e1e-accc-8ccc40dd50da tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:54.307294 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-5363464f-0035-4e1e-accc-8ccc40dd50da tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:54.377786 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-5363464f-0035-4e1e-accc-8ccc40dd50da tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71185'] for security_group_rule, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:54.394963 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5363464f-0035-4e1e-accc-8ccc40dd50da tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=267c5dd6-4ad1-470d-939f-9dfcd37ed30d,revision_number=0']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:06:54.463876 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-5363464f-0035-4e1e-accc-8ccc40dd50da tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:54.465403 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-5363464f-0035-4e1e-accc-8ccc40dd50da tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3272941 Sep 01 05:06:54.468836 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 50174) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:06:54.473419 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.v2.base [None req-e8591fb8-d254-4792-a1a0-27bce941129c tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Request body: {'floatingip': {'floating_network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76'}} {{(pid=100911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:06:54.523819 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-105165de-056b-4dd2-8bc1-e5fe6ed150ba req-7cfd89a4-b665-49b7-9202-06ba8f28bdb3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9bfd8f5a-4f67-4780-a713-11ac3d23a7c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0252016 Sep 01 05:06:54.578153 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-e8591fb8-d254-4792-a1a0-27bce941129c tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Notify callbacks [] for floatingip, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:54.641612 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-105165de-056b-4dd2-8bc1-e5fe6ed150ba req-89aa1247-0a71-40ae-b774-ddd02f584456 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c43f8d20393b4239b54aee9d875b917f&device_id=9bfd8f5a-4f67-4780-a713-11ac3d23a7c2 HTTP/1.1" status: 200 len: 210 time: 0.0591605 Sep 01 05:06:54.678923 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-d8465dfd-ab77-42d1-b3e6-2b6e8cc5a6d1 req-cdfe0a15-4a87-4c72-897f-38490cc92b6e tempest-TestMinimumBasicScenario-137318814 tempest-TestMinimumBasicScenario-137318814-project] 10.222.0.11 "GET /v2.0/ports?device_id=9bfd8f5a-4f67-4780-a713-11ac3d23a7c2 HTTP/1.1" status: 200 len: 210 time: 0.0301387 Sep 01 05:06:54.782257 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-e8591fb8-d254-4792-a1a0-27bce941129c tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:54.785516 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105165de-056b-4dd2-8bc1-e5fe6ed150ba req-643a7da6-d5cf-4122-829a-39040162bb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:54.787056 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-105165de-056b-4dd2-8bc1-e5fe6ed150ba req-643a7da6-d5cf-4122-829a-39040162bb20 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=c43f8d20393b4239b54aee9d875b917f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1169577 Sep 01 05:06:54.959871 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105165de-056b-4dd2-8bc1-e5fe6ed150ba req-306c7b16-7c44-463f-a469-6811f5adacf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:54.961363 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-105165de-056b-4dd2-8bc1-e5fe6ed150ba req-306c7b16-7c44-463f-a469-6811f5adacf4 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1668041 Sep 01 05:06:54.962371 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.db_base_plugin_common [None req-e8591fb8-d254-4792-a1a0-27bce941129c tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Allocated IP 172.27.2.87 (0effeb3b-80f3-4cb6-8b1a-1774968f7d76/a1ace4a4-4e27-4c96-bf05-cb2f22386a9e/cd1ba0d2-0ea5-43e6-93a5-ebc0da866838) {{(pid=100911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 05:06:55.063286 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-e8591fb8-d254-4792-a1a0-27bce941129c tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Notify callbacks [] for port, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:55.149937 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-e8591fb8-d254-4792-a1a0-27bce941129c tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780564376589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3457272'] for port, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:55.186569 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8591fb8-d254-4792-a1a0-27bce941129c tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Network 0effeb3b-80f3-4cb6-8b1a-1774968f7d76 is already hosted by enough agents. {{(pid=100911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:06:55.191267 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.base_scheduler [None req-e8591fb8-d254-4792-a1a0-27bce941129c tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Resources bound (agent type, host, resource id): {{(pid=100911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:06:55.194884 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8591fb8-d254-4792-a1a0-27bce941129c tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Received port after_create {{(pid=100911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 05:06:55.220064 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8591fb8-d254-4792-a1a0-27bce941129c tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Pushing event updated for resources: {'Port': ['ID=cd1ba0d2-0ea5-43e6-93a5-ebc0da866838,revision_number=1']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:06:55.282453 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-e8591fb8-d254-4792-a1a0-27bce941129c tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:55.370087 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-e8591fb8-d254-4792-a1a0-27bce941129c tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:55.521499 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-e8591fb8-d254-4792-a1a0-27bce941129c tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Notify callbacks [] for port, precommit_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:55.612155 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-e8591fb8-d254-4792-a1a0-27bce941129c tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3457217'] for port, after_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:55.684611 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8591fb8-d254-4792-a1a0-27bce941129c tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Pushing event updated for resources: {'Port': ['ID=cd1ba0d2-0ea5-43e6-93a5-ebc0da866838,revision_number=2']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:06:55.694730 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-e8591fb8-d254-4792-a1a0-27bce941129c tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1958929'] for floatingip, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:55.801324 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-e8591fb8-d254-4792-a1a0-27bce941129c tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428309'] for floatingip, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:55.802932 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-e8591fb8-d254-4792-a1a0-27bce941129c tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3328249 Sep 01 05:06:55.952896 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device 5d10e774-28eb-414d-be48-14ae51a5c8eb no longer exists at agent hyperv_hv-cinder-80473 {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:06:55.975805 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.plugin [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] No Port match for: 5d10e774-28eb-414d-be48-14ae51a5c8eb {{(pid=100913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 05:06:55.976142 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device 5d10e774-28eb-414d-be48-14ae51a5c8eb not bound to the agent host hv-cinder-80473 {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 05:06:56.048759 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-b4bdcb65-3610-4f7a-89db-e431cc7dac0b req-c580a28d-2cc4-48dc-a98f-33f7a72821ae tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1509220385&fields=id&tenant_id=efd1fc476bbc46ddb375c7c745356ae4 HTTP/1.1" status: 200 len: 267 time: 0.0328746 Sep 01 05:06:56.152539 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bdcb65-3610-4f7a-89db-e431cc7dac0b req-f69b22be-4da7-4ca2-a924-d08d0c2918ee tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:56.154123 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-b4bdcb65-3610-4f7a-89db-e431cc7dac0b req-f69b22be-4da7-4ca2-a924-d08d0c2918ee tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/networks?id=92e27a99-4acf-46a2-b103-44939bb42018 HTTP/1.1" status: 200 len: 811 time: 0.0985887 Sep 01 05:06:56.169372 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-b4bdcb65-3610-4f7a-89db-e431cc7dac0b req-c31bbcb1-31a7-4389-adc1-64c2f05e4cd6 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/quotas/efd1fc476bbc46ddb375c7c745356ae4 HTTP/1.1" status: 200 len: 375 time: 0.0094404 Sep 01 05:06:56.228078 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-b4bdcb65-3610-4f7a-89db-e431cc7dac0b req-388f0e58-463f-42b2-bacf-6c43e9ab4157 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=efd1fc476bbc46ddb375c7c745356ae4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0530210 Sep 01 05:06:56.326320 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-b4bdcb65-3610-4f7a-89db-e431cc7dac0b req-289037cb-a916-4417-bd13-7c342f4c8b7c service neutron] 10.222.0.11 "GET /v2.0/networks/92e27a99-4acf-46a2-b103-44939bb42018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859914 Sep 01 05:06:56.420483 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-b4bdcb65-3610-4f7a-89db-e431cc7dac0b req-e0e37ec0-b91d-4004-952c-eb94f5ac267c service neutron] 10.222.0.11 "GET /v2.0/networks/92e27a99-4acf-46a2-b103-44939bb42018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875604 Sep 01 05:06:56.714870 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-0f47455a-8f02-45f6-b7ad-b3782993c5c9 req-fc8a22bb-db30-468a-a53d-a557c5b8035d tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=f078695a-ea31-483f-9ccc-ed24a6a956a1 HTTP/1.1" status: 200 len: 210 time: 0.0275433 Sep 01 05:06:57.403845 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 50254) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:06:57.748665 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-2af5d519-60d7-45ef-948d-816f3482df33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1960977'] for router_interface, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:57.807689 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-8e287548-a392-4f63-a18d-b2e9ea1e7d4f req-29d11752-d94e-4f4b-b839-6be6f53c04c2 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=f078695a-ea31-483f-9ccc-ed24a6a956a1 HTTP/1.1" status: 200 len: 210 time: 0.0266645 Sep 01 05:06:57.993679 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.plugin [None req-2af5d519-60d7-45ef-948d-816f3482df33 admin admin] Deleting port 398dc5e5-b384-4eb2-ae80-de3b5b019cba {{(pid=100911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:06:57.994049 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-2af5d519-60d7-45ef-948d-816f3482df33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780564872726'] for port, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:58.074186 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.db [None req-2af5d519-60d7-45ef-948d-816f3482df33 admin admin] For port 398dc5e5-b384-4eb2-ae80-de3b5b019cba, host dv-cinder-804735-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-5-iscsi',level=0,port_id=398dc5e5-b384-4eb2-ae80-de3b5b019cba,segment=NetworkSegment(751a213c-335c-40b8-9e12-a4661bcc7bc7),segment_id=751a213c-335c-40b8-9e12-a4661bcc7bc7)] {{(pid=100911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:06:58.074572 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-2af5d519-60d7-45ef-948d-816f3482df33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958503'] for port, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:58.087495 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.plugin [None req-2af5d519-60d7-45ef-948d-816f3482df33 admin admin] Calling delete_port for 398dc5e5-b384-4eb2-ae80-de3b5b019cba owned by network:router_interface {{(pid=100911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:06:58.330732 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-2af5d519-60d7-45ef-948d-816f3482df33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780564874213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780564376598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3457272'] for port, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:58.357988 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af5d519-60d7-45ef-948d-816f3482df33 admin admin] Pushing event deleted for resources: {'Port': ['ID=398dc5e5-b384-4eb2-ae80-de3b5b019cba,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:06:58.839486 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-2af5d519-60d7-45ef-948d-816f3482df33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1607793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1961101'] for router_interface, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:58.855211 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bdcb65-3610-4f7a-89db-e431cc7dac0b req-0921c09f-43b6-4f11-a5d7-72c241609f4b tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:06:58.856709 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-b4bdcb65-3610-4f7a-89db-e431cc7dac0b req-0921c09f-43b6-4f11-a5d7-72c241609f4b tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.37 "GET /v2.0/networks?id=92e27a99-4acf-46a2-b103-44939bb42018 HTTP/1.1" status: 200 len: 811 time: 0.1518290 Sep 01 05:06:58.902318 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-199e38ea-ef84-4cf1-8c98-4d31da3743c6 req-f71cc1a9-4b17-475f-a0ba-43db10a4aba9 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=f078695a-ea31-483f-9ccc-ed24a6a956a1 HTTP/1.1" status: 200 len: 210 time: 0.0255089 Sep 01 05:06:58.950569 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-b4bdcb65-3610-4f7a-89db-e431cc7dac0b req-7fd88872-6f71-4267-80df-0a113f51febd tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=efd1fc476bbc46ddb375c7c745356ae4 HTTP/1.1" status: 200 len: 380 time: 0.0508106 Sep 01 05:06:58.980071 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.v2.base [req-b4bdcb65-3610-4f7a-89db-e431cc7dac0b req-57c4f1b9-354c-4d53-bf1c-5b5a2e3a48ed tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Request body: {'port': {'device_id': 'f078695a-ea31-483f-9ccc-ed24a6a956a1', 'network_id': '92e27a99-4acf-46a2-b103-44939bb42018', 'admin_state_up': True, 'tenant_id': 'efd1fc476bbc46ddb375c7c745356ae4', 'security_groups': ['77dc8292-e1b2-4049-b288-a829f9739eb1']}} {{(pid=100911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:06:59.189738 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2af5d519-60d7-45ef-948d-816f3482df33 admin admin] Router 3b1a610f-39f4-48c8-9adb-96682a79775d has already been hosted by L3 agent dd4ad2d5-7278-4db2-b968-23881816b870 {{(pid=100911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 05:06:59.307487 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2af5d519-60d7-45ef-948d-816f3482df33 admin admin] Notify agent at l3_agent.dv-cinder-804735-5-iscsi the message routers_updated {{(pid=100911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 05:06:59.313082 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-2af5d519-60d7-45ef-948d-816f3482df33 admin admin] 10.222.0.11 "PUT /v2.0/routers/3b1a610f-39f4-48c8-9adb-96682a79775d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9076097 Sep 01 05:06:59.315092 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 50270) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:06:59.316279 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e9c411-c0d9-4e46-8056-d3c782209e0f None None] Sync routers for ids ['3b1a610f-39f4-48c8-9adb-96682a79775d'] in dv-cinder-804735-5-iscsi {{(pid=100913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 05:06:59.326172 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e9c411-c0d9-4e46-8056-d3c782209e0f None None] Routers {'3b1a610f-39f4-48c8-9adb-96682a79775d'} bound to L3 agent in host dv-cinder-804735-5-iscsi {{(pid=100913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:06:59.331302 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-87e9c411-c0d9-4e46-8056-d3c782209e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T04:53:40Z,description=,heartbeat_timestamp=2021-09-01T05:06:40Z,host='dv-cinder-804735-5-iscsi',id=dd4ad2d5-7278-4db2-b968-23881816b870,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:53:41Z,topic='l3_agent')) {'router_ids': ['3b1a610f-39f4-48c8-9adb-96682a79775d'], 'active': True} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:06:59.359097 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4bdcb65-3610-4f7a-89db-e431cc7dac0b req-57c4f1b9-354c-4d53-bf1c-5b5a2e3a48ed tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Made reservation on behalf of efd1fc476bbc46ddb375c7c745356ae4 for: {'port': 1} {{(pid=100911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 05:06:59.362605 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-b4bdcb65-3610-4f7a-89db-e431cc7dac0b req-57c4f1b9-354c-4d53-bf1c-5b5a2e3a48ed tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:59.433908 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvr_db [None req-87e9c411-c0d9-4e46-8056-d3c782209e0f None None] Set router 3b1a610f-39f4-48c8-9adb-96682a79775d gateway port host: dv-cinder-804735-5-iscsi {{(pid=100913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:06:59.477893 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-6ee5dbcb-a8e1-4b4e-94d0-3d806a4f772e admin admin] Notify callbacks [] for router, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:59.609720 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.db_base_plugin_common [req-b4bdcb65-3610-4f7a-89db-e431cc7dac0b req-57c4f1b9-354c-4d53-bf1c-5b5a2e3a48ed tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Allocated IP 172.20.0.4 (92e27a99-4acf-46a2-b103-44939bb42018/632c2506-9627-456a-904a-03e2fe14470f/d2ceccce-2ff6-4fb5-9ab1-8f5ea61b58b1) {{(pid=100911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 05:06:59.618395 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-87e9c411-c0d9-4e46-8056-d3c782209e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1a610f-39f4-48c8-9adb-96682a79775d', 'name': 'tempest-TestMinimumBasicScenario-1943161487-router', 'tenant_id': 'c43f8d20393b4239b54aee9d875b917f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '11fbac61-4832-4b73-be43-d9900df7e582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:03:25Z', 'updated_at': '2021-09-01T05:06:58Z', 'revision_number': 5, 'project_id': 'c43f8d20393b4239b54aee9d875b917f', 'gw_port': {'id': '11fbac61-4832-4b73-be43-d9900df7e582', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ae:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1a610f-39f4-48c8-9adb-96682a79775d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:03:26Z', 'updated_at': '2021-09-01T05:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi'}], 'dv-cinder-804735-5-iscsi', False) {} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:06:59.639158 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-6ee5dbcb-a8e1-4b4e-94d0-3d806a4f772e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:59.645577 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e9c411-c0d9-4e46-8056-d3c782209e0f None None] Checking router: 3b1a610f-39f4-48c8-9adb-96682a79775d for host: dv-cinder-804735-5-iscsi {{(pid=100913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 05:06:59.654218 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e9c411-c0d9-4e46-8056-d3c782209e0f None None] Routers {'3b1a610f-39f4-48c8-9adb-96682a79775d'} bound to L3 agent in host dv-cinder-804735-5-iscsi {{(pid=100913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:06:59.654868 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-87e9c411-c0d9-4e46-8056-d3c782209e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T04:53:40Z,description=,heartbeat_timestamp=2021-09-01T05:06:40Z,host='dv-cinder-804735-5-iscsi',id=dd4ad2d5-7278-4db2-b968-23881816b870,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:53:41Z,topic='l3_agent')) {'router_ids': ['3b1a610f-39f4-48c8-9adb-96682a79775d'], 'active': True} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:06:59.761388 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvr_db [None req-87e9c411-c0d9-4e46-8056-d3c782209e0f None None] Set router 3b1a610f-39f4-48c8-9adb-96682a79775d gateway port host: dv-cinder-804735-5-iscsi {{(pid=100913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:06:59.764170 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-b4bdcb65-3610-4f7a-89db-e431cc7dac0b req-57c4f1b9-354c-4d53-bf1c-5b5a2e3a48ed tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Notify callbacks [] for port, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:59.797372 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.provisioning_blocks [req-b4bdcb65-3610-4f7a-89db-e431cc7dac0b req-57c4f1b9-354c-4d53-bf1c-5b5a2e3a48ed tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Transition to ACTIVE for port object d2ceccce-2ff6-4fb5-9ab1-8f5ea61b58b1 will not be triggered until provisioned by entity DHCP. {{(pid=100911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:06:59.838643 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.plugin [None req-6ee5dbcb-a8e1-4b4e-94d0-3d806a4f772e admin admin] Deleting port 11fbac61-4832-4b73-be43-d9900df7e582 {{(pid=100911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:06:59.839035 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-6ee5dbcb-a8e1-4b4e-94d0-3d806a4f772e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780564872726'] for port, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:59.922717 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.db [None req-6ee5dbcb-a8e1-4b4e-94d0-3d806a4f772e admin admin] For port 11fbac61-4832-4b73-be43-d9900df7e582, host dv-cinder-804735-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-5-iscsi',level=0,port_id=11fbac61-4832-4b73-be43-d9900df7e582,segment=NetworkSegment(ace692d4-e0f2-4d18-963d-d8c8432b7d17),segment_id=ace692d4-e0f2-4d18-963d-d8c8432b7d17)] {{(pid=100911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:06:59.923460 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-6ee5dbcb-a8e1-4b4e-94d0-3d806a4f772e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958503'] for port, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:59.940123 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.plugin [None req-6ee5dbcb-a8e1-4b4e-94d0-3d806a4f772e admin admin] Calling delete_port for 11fbac61-4832-4b73-be43-d9900df7e582 owned by network:router_gateway {{(pid=100911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:06:59.945383 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-b4bdcb65-3610-4f7a-89db-e431cc7dac0b req-57c4f1b9-354c-4d53-bf1c-5b5a2e3a48ed tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780564376589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3457272'] for port, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:06:59.949465 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-87e9c411-c0d9-4e46-8056-d3c782209e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1a610f-39f4-48c8-9adb-96682a79775d', 'name': 'tempest-TestMinimumBasicScenario-1943161487-router', 'tenant_id': 'c43f8d20393b4239b54aee9d875b917f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '11fbac61-4832-4b73-be43-d9900df7e582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:03:25Z', 'updated_at': '2021-09-01T05:06:58Z', 'revision_number': 5, 'project_id': 'c43f8d20393b4239b54aee9d875b917f', 'gw_port': {'id': '11fbac61-4832-4b73-be43-d9900df7e582', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ae:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1a610f-39f4-48c8-9adb-96682a79775d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:03:26Z', 'updated_at': '2021-09-01T05:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi'}], 'dv-cinder-804735-5-iscsi', False) {} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:06:59.982207 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e9c411-c0d9-4e46-8056-d3c782209e0f None None] The sync data for ids ['3b1a610f-39f4-48c8-9adb-96682a79775d'] in dv-cinder-804735-5-iscsi is: [{'id': '3b1a610f-39f4-48c8-9adb-96682a79775d', 'name': 'tempest-TestMinimumBasicScenario-1943161487-router', 'tenant_id': 'c43f8d20393b4239b54aee9d875b917f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.120'}], 'enable_snat': True}, 'gw_port_id': '11fbac61-4832-4b73-be43-d9900df7e582', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:03:25Z', 'updated_at': '2021-09-01T05:06:58Z', 'revision_number': 5, 'project_id': 'c43f8d20393b4239b54aee9d875b917f', 'gw_port': {'id': '11fbac61-4832-4b73-be43-d9900df7e582', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ae:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1a610f-39f4-48c8-9adb-96682a79775d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:03:26Z', 'updated_at': '2021-09-01T05:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi'}] {{(pid=100913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 05:07:00.028918 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4bdcb65-3610-4f7a-89db-e431cc7dac0b req-57c4f1b9-354c-4d53-bf1c-5b5a2e3a48ed tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Network 92e27a99-4acf-46a2-b103-44939bb42018 is already hosted by enough agents. {{(pid=100911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:07:00.034282 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.base_scheduler [req-b4bdcb65-3610-4f7a-89db-e431cc7dac0b req-57c4f1b9-354c-4d53-bf1c-5b5a2e3a48ed tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Resources bound (agent type, host, resource id): {{(pid=100911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:07:00.052494 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4bdcb65-3610-4f7a-89db-e431cc7dac0b req-57c4f1b9-354c-4d53-bf1c-5b5a2e3a48ed tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Received port after_create {{(pid=100911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 05:07:00.052625 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcb864c-b9b5-46c4-9f39-b4ea61c48fff req-bddcd9ce-156d-4122-bfed-caa5d31334bc tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:00.052625 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-9dcb864c-b9b5-46c4-9f39-b4ea61c48fff req-bddcd9ce-156d-4122-bfed-caa5d31334bc tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=f078695a-ea31-483f-9ccc-ed24a6a956a1 HTTP/1.1" status: 200 len: 931 time: 0.0596716 Sep 01 05:07:00.077818 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c4f1b9-354c-4d53-bf1c-5b5a2e3a48ed tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Pushing event updated for resources: {'Port': ['ID=d2ceccce-2ff6-4fb5-9ab1-8f5ea61b58b1,revision_number=1']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:07:00.083566 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-9dcb864c-b9b5-46c4-9f39-b4ea61c48fff req-0dc2b4e5-fcd1-4302-8d84-f06d338b3940 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups?id=77dc8292-e1b2-4049-b288-a829f9739eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327775 Sep 01 05:07:00.119433 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bdcb65-3610-4f7a-89db-e431cc7dac0b req-57c4f1b9-354c-4d53-bf1c-5b5a2e3a48ed tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:00.120058 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-b4bdcb65-3610-4f7a-89db-e431cc7dac0b req-57c4f1b9-354c-4d53-bf1c-5b5a2e3a48ed tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428309'] for port, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:00.253012 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-b4bdcb65-3610-4f7a-89db-e431cc7dac0b req-57c4f1b9-354c-4d53-bf1c-5b5a2e3a48ed tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2769451 Sep 01 05:07:00.320002 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.v2.base [req-b4bdcb65-3610-4f7a-89db-e431cc7dac0b req-f7f20d9e-42de-4c77-9086-0c9c3b4e2cde service neutron] Request body: {'port': {'device_id': 'f078695a-ea31-483f-9ccc-ed24a6a956a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=100911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:07:00.344990 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-6ee5dbcb-a8e1-4b4e-94d0-3d806a4f772e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780564874213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780564376598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3457272'] for port, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:00.366476 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-033c5f64-be70-4b2a-9255-3d7698b9fe57 None None] Provisioning for port d2ceccce-2ff6-4fb5-9ab1-8f5ea61b58b1 completed by entity DHCP. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:07:00.371144 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-033c5f64-be70-4b2a-9255-3d7698b9fe57 None None] Provisioning complete for port d2ceccce-2ff6-4fb5-9ab1-8f5ea61b58b1 triggered by entity DHCP. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:07:00.371697 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-033c5f64-be70-4b2a-9255-3d7698b9fe57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:00.391080 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee5dbcb-a8e1-4b4e-94d0-3d806a4f772e admin admin] Pushing event deleted for resources: {'Port': ['ID=11fbac61-4832-4b73-be43-d9900df7e582,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:07:00.455380 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-b4bdcb65-3610-4f7a-89db-e431cc7dac0b req-f7f20d9e-42de-4c77-9086-0c9c3b4e2cde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:00.483830 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-6ee5dbcb-a8e1-4b4e-94d0-3d806a4f772e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1958959'] for router_gateway, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:00.533483 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.plugin [None req-033c5f64-be70-4b2a-9255-3d7698b9fe57 None None] Port d2ceccce-2ff6-4fb5-9ab1-8f5ea61b58b1 cannot update to ACTIVE because it is not bound. {{(pid=100913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 05:07:00.607053 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-6ee5dbcb-a8e1-4b4e-94d0-3d806a4f772e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1955345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4654'] for router, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:00.609693 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-6ee5dbcb-a8e1-4b4e-94d0-3d806a4f772e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:00.785144 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-6ee5dbcb-a8e1-4b4e-94d0-3d806a4f772e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1955354'] for router, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:00.785602 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ee5dbcb-a8e1-4b4e-94d0-3d806a4f772e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b1a610f-39f4-48c8-9adb-96682a79775d {{(pid=100911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 05:07:00.792960 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-6ee5dbcb-a8e1-4b4e-94d0-3d806a4f772e admin admin] Notify callbacks [] for router, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:00.794098 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-6ee5dbcb-a8e1-4b4e-94d0-3d806a4f772e admin admin] 10.222.0.11 "DELETE /v2.0/routers/3b1a610f-39f4-48c8-9adb-96682a79775d HTTP/1.1" status: 204 len: 168 time: 1.4780786 Sep 01 05:07:00.796755 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 50278) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:07:00.848302 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a8a569c-18eb-44c7-bca4-047c01552fb4 admin admin] Deleting subnet cd4148f0-4e48-42c9-809c-8c4bd67c55e0 {{(pid=100912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 05:07:00.853397 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-6a8a569c-18eb-44c7-bca4-047c01552fb4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:00.861609 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.notifiers.nova [req-b4bdcb65-3610-4f7a-89db-e431cc7dac0b req-f7f20d9e-42de-4c77-9086-0c9c3b4e2cde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2ceccce-2ff6-4fb5-9ab1-8f5ea61b58b1 {{(pid=100911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 05:07:00.872923 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-b4bdcb65-3610-4f7a-89db-e431cc7dac0b req-f7f20d9e-42de-4c77-9086-0c9c3b4e2cde service neutron] Notify callbacks [] for port, precommit_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:00.887610 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.provisioning_blocks [req-b4bdcb65-3610-4f7a-89db-e431cc7dac0b req-f7f20d9e-42de-4c77-9086-0c9c3b4e2cde service neutron] Transition to ACTIVE for port object d2ceccce-2ff6-4fb5-9ab1-8f5ea61b58b1 will not be triggered until provisioned by entity L2. {{(pid=100911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:07:00.888279 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-6a8a569c-18eb-44c7-bca4-047c01552fb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59571022'] for subnet, precommit_delete_associations {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:01.011078 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-6a8a569c-18eb-44c7-bca4-047c01552fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942180'] for subnet, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:01.018217 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-b4bdcb65-3610-4f7a-89db-e431cc7dac0b req-f7f20d9e-42de-4c77-9086-0c9c3b4e2cde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3457217'] for port, after_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:01.073249 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f20d9e-42de-4c77-9086-0c9c3b4e2cde service neutron] Pushing event updated for resources: {'Port': ['ID=d2ceccce-2ff6-4fb5-9ab1-8f5ea61b58b1,revision_number=2']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:07:01.151322 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.managers [req-b4bdcb65-3610-4f7a-89db-e431cc7dac0b req-f7f20d9e-42de-4c77-9086-0c9c3b4e2cde service neutron] Attempting to bind port d2ceccce-2ff6-4fb5-9ab1-8f5ea61b58b1 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=100911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 05:07:01.151754 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.managers [req-b4bdcb65-3610-4f7a-89db-e431cc7dac0b req-f7f20d9e-42de-4c77-9086-0c9c3b4e2cde service neutron] Attempting to bind port d2ceccce-2ff6-4fb5-9ab1-8f5ea61b58b1 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'e92f5f75-4b28-4c21-a02f-3b0b28f57878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '92e27a99-4acf-46a2-b103-44939bb42018'}] {{(pid=100911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 05:07:01.152178 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4bdcb65-3610-4f7a-89db-e431cc7dac0b req-f7f20d9e-42de-4c77-9086-0c9c3b4e2cde service neutron] Attempting to bind port d2ceccce-2ff6-4fb5-9ab1-8f5ea61b58b1 on network 92e27a99-4acf-46a2-b103-44939bb42018 {{(pid=100911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:07:01.156983 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4bdcb65-3610-4f7a-89db-e431cc7dac0b req-f7f20d9e-42de-4c77-9086-0c9c3b4e2cde service neutron] Port d2ceccce-2ff6-4fb5-9ab1-8f5ea61b58b1 on network 92e27a99-4acf-46a2-b103-44939bb42018 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=100911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 05:07:01.157307 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4bdcb65-3610-4f7a-89db-e431cc7dac0b req-f7f20d9e-42de-4c77-9086-0c9c3b4e2cde service neutron] Attempting to bind port d2ceccce-2ff6-4fb5-9ab1-8f5ea61b58b1 on network 92e27a99-4acf-46a2-b103-44939bb42018 {{(pid=100911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:07:01.163683 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4bdcb65-3610-4f7a-89db-e431cc7dac0b req-f7f20d9e-42de-4c77-9086-0c9c3b4e2cde service neutron] Checking agent: {'id': '5dc78e7a-d30d-4469-a2d3-6a9bc399bc32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 59, 52), 'started_at': datetime.datetime(2021, 9, 1, 4, 59, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 5, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 05:07:01.164029 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4bdcb65-3610-4f7a-89db-e431cc7dac0b req-f7f20d9e-42de-4c77-9086-0c9c3b4e2cde service neutron] Checking segment: {'id': 'e92f5f75-4b28-4c21-a02f-3b0b28f57878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '92e27a99-4acf-46a2-b103-44939bb42018'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:07:01.164416 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4bdcb65-3610-4f7a-89db-e431cc7dac0b req-f7f20d9e-42de-4c77-9086-0c9c3b4e2cde service neutron] Bound using segment: {'id': 'e92f5f75-4b28-4c21-a02f-3b0b28f57878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '92e27a99-4acf-46a2-b103-44939bb42018'} {{(pid=100911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 05:07:01.164847 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.managers [req-b4bdcb65-3610-4f7a-89db-e431cc7dac0b req-f7f20d9e-42de-4c77-9086-0c9c3b4e2cde service neutron] Bound port: d2ceccce-2ff6-4fb5-9ab1-8f5ea61b58b1, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e92f5f75-4b28-4c21-a02f-3b0b28f57878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '92e27a99-4acf-46a2-b103-44939bb42018'}}] {{(pid=100911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 05:07:01.165251 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-b4bdcb65-3610-4f7a-89db-e431cc7dac0b req-f7f20d9e-42de-4c77-9086-0c9c3b4e2cde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:01.170372 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-6a8a569c-18eb-44c7-bca4-047c01552fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59570635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3840552'] for subnet, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:01.218987 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-6a8a569c-18eb-44c7-bca4-047c01552fb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607828'] for subnet, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:01.224136 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-6a8a569c-18eb-44c7-bca4-047c01552fb4 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/cd4148f0-4e48-42c9-809c-8c4bd67c55e0 HTTP/1.1" status: 204 len: 168 time: 0.4262609 Sep 01 05:07:01.225531 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 50284) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:07:01.227899 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a569c-18eb-44c7-bca4-047c01552fb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd4148f0-4e48-42c9-809c-8c4bd67c55e0,revision_number=None']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:07:01.242338 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.db [req-b4bdcb65-3610-4f7a-89db-e431cc7dac0b req-f7f20d9e-42de-4c77-9086-0c9c3b4e2cde service neutron] For port d2ceccce-2ff6-4fb5-9ab1-8f5ea61b58b1, host hv-cinder-80473, cleared binding levels {{(pid=100911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 05:07:01.246264 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e21342-b0b4-4782-87dc-55fbf582bfe4 None None] Network 7ea2df36-8d87-4c1a-bd3e-3b9f99603457 requested from dv-cinder-804735-5-iscsi {{(pid=100913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 05:07:01.246553 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.db [req-b4bdcb65-3610-4f7a-89db-e431cc7dac0b req-f7f20d9e-42de-4c77-9086-0c9c3b4e2cde service neutron] For port d2ceccce-2ff6-4fb5-9ab1-8f5ea61b58b1, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=d2ceccce-2ff6-4fb5-9ab1-8f5ea61b58b1,segment=NetworkSegment(e92f5f75-4b28-4c21-a02f-3b0b28f57878),segment_id=e92f5f75-4b28-4c21-a02f-3b0b28f57878)] {{(pid=100911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 05:07:01.328396 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device 11fbac61-4832-4b73-be43-d9900df7e582 no longer exists at agent ovs-agent-dv-cinder-804735-5-iscsi {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:07:01.337067 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b710343-3718-4c09-a827-552b72531058 req-0a7b788d-24fa-4e2a-99f8-ec48924103d1 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:01.343696 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-b4bdcb65-3610-4f7a-89db-e431cc7dac0b req-f7f20d9e-42de-4c77-9086-0c9c3b4e2cde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3457217'] for port, after_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:01.343845 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-3b710343-3718-4c09-a827-552b72531058 req-0a7b788d-24fa-4e2a-99f8-ec48924103d1 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=f078695a-ea31-483f-9ccc-ed24a6a956a1 HTTP/1.1" status: 200 len: 943 time: 0.1800203 Sep 01 05:07:01.358551 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.plugin [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] No Port match for: 11fbac61-4832-4b73-be43-d9900df7e582 {{(pid=100913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 05:07:01.359204 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device 11fbac61-4832-4b73-be43-d9900df7e582 not bound to the agent host dv-cinder-804735-5-iscsi {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 05:07:01.359794 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device 398dc5e5-b384-4eb2-ae80-de3b5b019cba no longer exists at agent ovs-agent-dv-cinder-804735-5-iscsi {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:07:01.376844 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-5eaf2fc3-7faf-46bb-b966-ee1a364d96d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556555'] for network, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:01.377091 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bdcb65-3610-4f7a-89db-e431cc7dac0b req-f7f20d9e-42de-4c77-9086-0c9c3b4e2cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:01.377695 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-b4bdcb65-3610-4f7a-89db-e431cc7dac0b req-f7f20d9e-42de-4c77-9086-0c9c3b4e2cde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428309'] for port, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:01.379342 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-b4bdcb65-3610-4f7a-89db-e431cc7dac0b req-f7f20d9e-42de-4c77-9086-0c9c3b4e2cde service neutron] 10.222.0.37 "PUT /v2.0/ports/d2ceccce-2ff6-4fb5-9ab1-8f5ea61b58b1 HTTP/1.1" status: 200 len: 1093 time: 1.1118066 Sep 01 05:07:01.381926 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f078695a-ea31-483f-9ccc-ed24a6a956a1', 'tag': 'd2ceccce-2ff6-4fb5-9ab1-8f5ea61b58b1'}] {{(pid=100911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:07:01.384210 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2199b4ef80d697cbc8f6ff5e200fd84d3ba25b9ef6d03a08fa18221b1b049e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc805e8-ad57-496c-b93e-7b4204c9a917" -d '{"events": [{"name": "network-changed", "server_uuid": "f078695a-ea31-483f-9ccc-ed24a6a956a1", "tag": "d2ceccce-2ff6-4fb5-9ab1-8f5ea61b58b1"}]}' {{(pid=100911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:07:01.409046 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.plugin [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] No Port match for: 398dc5e5-b384-4eb2-ae80-de3b5b019cba {{(pid=100913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 05:07:01.409942 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device 398dc5e5-b384-4eb2-ae80-de3b5b019cba not bound to the agent host dv-cinder-804735-5-iscsi {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 05:07:01.424593 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f20d9e-42de-4c77-9086-0c9c3b4e2cde service neutron] Pushing event updated for resources: {'Port': ['ID=d2ceccce-2ff6-4fb5-9ab1-8f5ea61b58b1,revision_number=3']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:07:01.431381 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-3b710343-3718-4c09-a827-552b72531058 req-f2ada059-8cc2-48a6-b909-0519244d9c7d tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups?id=77dc8292-e1b2-4049-b288-a829f9739eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827053 Sep 01 05:07:01.466860 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 05:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-606cd255-1973-45d3-8409-b44dbfa49d1d x-openstack-request-id: req-606cd255-1973-45d3-8409-b44dbfa49d1d {{(pid=100911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:07:01.466860 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f078695a-ea31-483f-9ccc-ed24a6a956a1", "tag": "d2ceccce-2ff6-4fb5-9ab1-8f5ea61b58b1", "status": "completed", "code": 200}]} {{(pid=100911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:07:01.466860 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-606cd255-1973-45d3-8409-b44dbfa49d1d {{(pid=100911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:07:01.466860 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f078695a-ea31-483f-9ccc-ed24a6a956a1', 'tag': 'd2ceccce-2ff6-4fb5-9ab1-8f5ea61b58b1', 'status': 'completed', 'code': 200} Sep 01 05:07:01.486014 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.plugin [None req-5eaf2fc3-7faf-46bb-b966-ee1a364d96d7 admin admin] Deleting port a38cf826-bc5b-47e6-9a05-0aa5bc5545a2 {{(pid=100912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:07:01.486370 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-5eaf2fc3-7faf-46bb-b966-ee1a364d96d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780564872726'] for port, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:01.542400 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ddb8409-79fb-4449-808f-f5e56875cd0d None None] DHCP port deletion for 7ea2df36-8d87-4c1a-bd3e-3b9f99603457 request from dv-cinder-804735-5-iscsi {{(pid=100913) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 05:07:01.556823 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc805e8-ad57-496c-b93e-7b4204c9a917 req-47d9780d-8d39-4061-b00a-486f084f0ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:01.558427 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-9fc805e8-ad57-496c-b93e-7b4204c9a917 req-47d9780d-8d39-4061-b00a-486f084f0ab9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=efd1fc476bbc46ddb375c7c745356ae4&device_id=f078695a-ea31-483f-9ccc-ed24a6a956a1 HTTP/1.1" status: 200 len: 1096 time: 0.0495663 Sep 01 05:07:01.559842 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.db [None req-5eaf2fc3-7faf-46bb-b966-ee1a364d96d7 admin admin] For port a38cf826-bc5b-47e6-9a05-0aa5bc5545a2, host dv-cinder-804735-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-5-iscsi',level=0,port_id=a38cf826-bc5b-47e6-9a05-0aa5bc5545a2,segment=NetworkSegment(751a213c-335c-40b8-9e12-a4661bcc7bc7),segment_id=751a213c-335c-40b8-9e12-a4661bcc7bc7)] {{(pid=100912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:07:01.560262 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-5eaf2fc3-7faf-46bb-b966-ee1a364d96d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958503'] for port, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:01.578120 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.plugin [None req-5eaf2fc3-7faf-46bb-b966-ee1a364d96d7 admin admin] Calling delete_port for a38cf826-bc5b-47e6-9a05-0aa5bc5545a2 owned by network:dhcp {{(pid=100912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:07:01.602926 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.plugin [None req-4ddb8409-79fb-4449-808f-f5e56875cd0d None None] Deleting port a38cf826-bc5b-47e6-9a05-0aa5bc5545a2 {{(pid=100913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:07:01.603303 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-4ddb8409-79fb-4449-808f-f5e56875cd0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780564872726'] for port, before_delete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:01.673902 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-4ddb8409-79fb-4449-808f-f5e56875cd0d None None] For port a38cf826-bc5b-47e6-9a05-0aa5bc5545a2, host dv-cinder-804735-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-5-iscsi',level=0,port_id=a38cf826-bc5b-47e6-9a05-0aa5bc5545a2,segment=NetworkSegment(751a213c-335c-40b8-9e12-a4661bcc7bc7),segment_id=751a213c-335c-40b8-9e12-a4661bcc7bc7)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:07:01.674391 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-4ddb8409-79fb-4449-808f-f5e56875cd0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958503'] for port, precommit_delete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:01.681279 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc805e8-ad57-496c-b93e-7b4204c9a917 req-bd01e713-e375-47e1-991a-09ee3510b7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:01.684854 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-9fc805e8-ad57-496c-b93e-7b4204c9a917 req-bd01e713-e375-47e1-991a-09ee3510b7f9 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=efd1fc476bbc46ddb375c7c745356ae4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1099298 Sep 01 05:07:01.687160 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.plugin [None req-4ddb8409-79fb-4449-808f-f5e56875cd0d None None] Calling delete_port for a38cf826-bc5b-47e6-9a05-0aa5bc5545a2 owned by network:dhcp {{(pid=100913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:07:01.766724 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-5eaf2fc3-7faf-46bb-b966-ee1a364d96d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780564874213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780564376598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59570596'] for port, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:01.778678 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc805e8-ad57-496c-b93e-7b4204c9a917 req-ddf51ea9-3af7-412a-b437-94ad77c6a9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:01.780181 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-9fc805e8-ad57-496c-b93e-7b4204c9a917 req-ddf51ea9-3af7-412a-b437-94ad77c6a9ab service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0894971 Sep 01 05:07:01.797908 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaf2fc3-7faf-46bb-b966-ee1a364d96d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a38cf826-bc5b-47e6-9a05-0aa5bc5545a2,revision_number=None']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:07:01.801758 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eaf2fc3-7faf-46bb-b966-ee1a364d96d7 admin admin] No DVR routers for this DVR port a38cf826-bc5b-47e6-9a05-0aa5bc5545a2 on host dv-cinder-804735-5-iscsi {{(pid=100912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 05:07:01.817640 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-4ddb8409-79fb-4449-808f-f5e56875cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780564874213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780564376598'] for port, after_delete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:01.845186 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddb8409-79fb-4449-808f-f5e56875cd0d None None] Pushing event deleted for resources: {'Port': ['ID=a38cf826-bc5b-47e6-9a05-0aa5bc5545a2,revision_number=None']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:07:01.850260 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddb8409-79fb-4449-808f-f5e56875cd0d None None] No DVR routers for this DVR port a38cf826-bc5b-47e6-9a05-0aa5bc5545a2 on host dv-cinder-804735-5-iscsi {{(pid=100913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 05:07:01.876620 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-5eaf2fc3-7faf-46bb-b966-ee1a364d96d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942495', 'neutron.services.segments.db._delete_segments_for_network-8780564943041'] for network, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:01.887030 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.services.segments.db [None req-5eaf2fc3-7faf-46bb-b966-ee1a364d96d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ea2df36-8d87-4c1a-bd3e-3b9f99603457']}} {{(pid=100912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:07:01.889200 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bdcb65-3610-4f7a-89db-e431cc7dac0b req-b5ca7b91-873c-479f-be32-3d2959a57681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:01.890726 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-b4bdcb65-3610-4f7a-89db-e431cc7dac0b req-b5ca7b91-873c-479f-be32-3d2959a57681 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=efd1fc476bbc46ddb375c7c745356ae4&device_id=f078695a-ea31-483f-9ccc-ed24a6a956a1 HTTP/1.1" status: 200 len: 1096 time: 0.0479727 Sep 01 05:07:01.897970 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.services.segments.db [None req-5eaf2fc3-7faf-46bb-b966-ee1a364d96d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '751a213c-335c-40b8-9e12-a4661bcc7bc7') {'for_net_delete': True} {{(pid=100912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:07:01.898277 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.services.segments.db [None req-5eaf2fc3-7faf-46bb-b966-ee1a364d96d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '751a213c-335c-40b8-9e12-a4661bcc7bc7') {} {{(pid=100912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:07:01.907155 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-5eaf2fc3-7faf-46bb-b966-ee1a364d96d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780564954453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59571061'] for segment, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:01.921647 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-5eaf2fc3-7faf-46bb-b966-ee1a364d96d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945202'] for segment, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:01.928452 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eaf2fc3-7faf-46bb-b966-ee1a364d96d7 admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=100912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 05:07:01.928868 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-5eaf2fc3-7faf-46bb-b966-ee1a364d96d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59570545'] for segment, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:01.930610 dv-cinder-804735-5-iscsi neutron-server[100912]: Traceback (most recent call last): Sep 01 05:07:01.930610 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 05:07:01.930610 dv-cinder-804735-5-iscsi neutron-server[100912]: timer() Sep 01 05:07:01.930610 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 05:07:01.930610 dv-cinder-804735-5-iscsi neutron-server[100912]: cb(*args, **kw) Sep 01 05:07:01.930610 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 05:07:01.930610 dv-cinder-804735-5-iscsi neutron-server[100912]: return func(*args, **kwargs) Sep 01 05:07:01.930610 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 05:07:01.930610 dv-cinder-804735-5-iscsi neutron-server[100912]: self._notify() Sep 01 05:07:01.930610 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 05:07:01.930610 dv-cinder-804735-5-iscsi neutron-server[100912]: self.callback(batched_events) Sep 01 05:07:01.930610 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 05:07:01.930610 dv-cinder-804735-5-iscsi neutron-server[100912]: event.method(event) Sep 01 05:07:01.930610 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 05:07:01.930610 dv-cinder-804735-5-iscsi neutron-server[100912]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 05:07:01.930610 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 05:07:01.930610 dv-cinder-804735-5-iscsi neutron-server[100912]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 05:07:01.930610 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 05:07:01.930610 dv-cinder-804735-5-iscsi neutron-server[100912]: return f(self, *a, **k) Sep 01 05:07:01.930610 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 05:07:01.930610 dv-cinder-804735-5-iscsi neutron-server[100912]: return self._get(url).json() Sep 01 05:07:01.930610 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 05:07:01.930610 dv-cinder-804735-5-iscsi neutron-server[100912]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 05:07:01.930610 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 05:07:01.930610 dv-cinder-804735-5-iscsi neutron-server[100912]: return self.request(url, 'GET', **kwargs) Sep 01 05:07:01.930610 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 05:07:01.930610 dv-cinder-804735-5-iscsi neutron-server[100912]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 05:07:01.930610 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 05:07:01.930610 dv-cinder-804735-5-iscsi neutron-server[100912]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 05:07:01.930610 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 05:07:01.930610 dv-cinder-804735-5-iscsi neutron-server[100912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 05:07:01.930610 dv-cinder-804735-5-iscsi neutron-server[100912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 05:07:01.943603 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-b4bdcb65-3610-4f7a-89db-e431cc7dac0b req-8ad00801-fbdd-4d0d-bc19-a8deb2eb0326 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2ceccce-2ff6-4fb5-9ab1-8f5ea61b58b1 HTTP/1.1" status: 200 len: 217 time: 0.0381925 Sep 01 05:07:01.995524 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bdcb65-3610-4f7a-89db-e431cc7dac0b req-68b460c3-43e0-4190-aeb9-41023d7cba0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:01.997045 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-b4bdcb65-3610-4f7a-89db-e431cc7dac0b req-68b460c3-43e0-4190-aeb9-41023d7cba0b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=632c2506-9627-456a-904a-03e2fe14470f HTTP/1.1" status: 200 len: 850 time: 0.0469201 Sep 01 05:07:02.049529 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bdcb65-3610-4f7a-89db-e431cc7dac0b req-9313f2cb-051a-4573-9aad-2ef2e90a2355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:02.051049 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-b4bdcb65-3610-4f7a-89db-e431cc7dac0b req-9313f2cb-051a-4573-9aad-2ef2e90a2355 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=92e27a99-4acf-46a2-b103-44939bb42018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0461831 Sep 01 05:07:02.068580 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-5eaf2fc3-7faf-46bb-b966-ee1a364d96d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1958915'] for network, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:02.074234 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-5eaf2fc3-7faf-46bb-b966-ee1a364d96d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607828'] for network, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:02.080324 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-5eaf2fc3-7faf-46bb-b966-ee1a364d96d7 admin admin] 10.222.0.11 "DELETE /v2.0/networks/7ea2df36-8d87-4c1a-bd3e-3b9f99603457 HTTP/1.1" status: 204 len: 168 time: 0.8492060 Sep 01 05:07:02.085723 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 50290) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:07:02.087890 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaf2fc3-7faf-46bb-b966-ee1a364d96d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ea2df36-8d87-4c1a-bd3e-3b9f99603457,revision_number=None']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:07:02.241192 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-b4bdcb65-3610-4f7a-89db-e431cc7dac0b req-4a233440-00c2-4fbc-b20a-063473dda64e service neutron] 10.222.0.37 "GET /v2.0/networks/92e27a99-4acf-46a2-b103-44939bb42018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640761 Sep 01 05:07:02.538890 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c631c1a9-4611-4357-8945-23916304da47 req-b0a0c2c2-25ee-40d7-8197-558668a9f316 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:02.540384 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-c631c1a9-4611-4357-8945-23916304da47 req-b0a0c2c2-25ee-40d7-8197-558668a9f316 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=f078695a-ea31-483f-9ccc-ed24a6a956a1 HTTP/1.1" status: 200 len: 943 time: 0.0485227 Sep 01 05:07:02.567378 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.agents_db [None req-49e1e325-328c-4825-9e4f-7693071b0ea2 None None] Agent healthcheck: found 6 active agents {{(pid=100914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 05:07:02.578044 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-c631c1a9-4611-4357-8945-23916304da47 req-92b22af2-9b27-4ca6-90d0-5a1fb3c7ba51 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups?id=77dc8292-e1b2-4049-b288-a829f9739eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317347 Sep 01 05:07:02.651624 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-b4bdcb65-3610-4f7a-89db-e431cc7dac0b req-b9a140a6-4a01-4ca3-83c7-ff92b7b85fef service neutron] 10.222.0.37 "GET /v2.0/networks/92e27a99-4acf-46a2-b103-44939bb42018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3730524 Sep 01 05:07:02.789479 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-ec62c020-1cf9-46ce-8f0c-eca8b9a60e66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1960977'] for router_interface, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:03.024029 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.plugin [None req-ec62c020-1cf9-46ce-8f0c-eca8b9a60e66 admin admin] Deleting port 382ca804-cd7f-4fb5-95ac-ba2c70a08c32 {{(pid=100911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:07:03.024372 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-ec62c020-1cf9-46ce-8f0c-eca8b9a60e66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780564872726'] for port, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:03.103689 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.db [None req-ec62c020-1cf9-46ce-8f0c-eca8b9a60e66 admin admin] For port 382ca804-cd7f-4fb5-95ac-ba2c70a08c32, host dv-cinder-804735-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-5-iscsi',level=0,port_id=382ca804-cd7f-4fb5-95ac-ba2c70a08c32,segment=NetworkSegment(790391b6-41fe-473c-ac85-ca8a9828bba7),segment_id=790391b6-41fe-473c-ac85-ca8a9828bba7)] {{(pid=100911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:07:03.104372 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-ec62c020-1cf9-46ce-8f0c-eca8b9a60e66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958503'] for port, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:03.116398 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.plugin [None req-ec62c020-1cf9-46ce-8f0c-eca8b9a60e66 admin admin] Calling delete_port for 382ca804-cd7f-4fb5-95ac-ba2c70a08c32 owned by network:router_interface {{(pid=100911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:07:03.249154 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device a38cf826-bc5b-47e6-9a05-0aa5bc5545a2 no longer exists at agent ovs-agent-dv-cinder-804735-5-iscsi {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:07:03.270155 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.plugin [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] No Port match for: a38cf826-bc5b-47e6-9a05-0aa5bc5545a2 {{(pid=100913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 05:07:03.270788 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device a38cf826-bc5b-47e6-9a05-0aa5bc5545a2 not bound to the agent host dv-cinder-804735-5-iscsi {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 05:07:03.405322 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-ec62c020-1cf9-46ce-8f0c-eca8b9a60e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780564874213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780564376598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3457272'] for port, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:03.431621 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec62c020-1cf9-46ce-8f0c-eca8b9a60e66 admin admin] Pushing event deleted for resources: {'Port': ['ID=382ca804-cd7f-4fb5-95ac-ba2c70a08c32,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:07:03.593639 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-ec62c020-1cf9-46ce-8f0c-eca8b9a60e66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1607793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1961101'] for router_interface, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:03.700028 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab76af7-fd39-40cc-9652-30f10b4acd6c req-87ea1d4d-524b-41a9-8932-24dc72e94368 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:03.701450 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-7ab76af7-fd39-40cc-9652-30f10b4acd6c req-87ea1d4d-524b-41a9-8932-24dc72e94368 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=f078695a-ea31-483f-9ccc-ed24a6a956a1 HTTP/1.1" status: 200 len: 943 time: 0.0502176 Sep 01 05:07:03.738967 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-7ab76af7-fd39-40cc-9652-30f10b4acd6c req-9a82af35-8084-4ff2-807a-06e9a0057500 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups?id=77dc8292-e1b2-4049-b288-a829f9739eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314004 Sep 01 05:07:03.814482 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec62c020-1cf9-46ce-8f0c-eca8b9a60e66 admin admin] Router 751b10de-ecea-4fce-b052-df0f3f55aefb has already been hosted by L3 agent dd4ad2d5-7278-4db2-b968-23881816b870 {{(pid=100911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 05:07:03.919135 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec62c020-1cf9-46ce-8f0c-eca8b9a60e66 admin admin] Notify agent at l3_agent.dv-cinder-804735-5-iscsi the message routers_updated {{(pid=100911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 05:07:03.924017 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-ec62c020-1cf9-46ce-8f0c-eca8b9a60e66 admin admin] 10.222.0.11 "PUT /v2.0/routers/751b10de-ecea-4fce-b052-df0f3f55aefb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8373802 Sep 01 05:07:03.926646 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 50298) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:07:03.928020 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38802e3c-7085-469c-9862-3e8f84bfc823 None None] Sync routers for ids ['751b10de-ecea-4fce-b052-df0f3f55aefb'] in dv-cinder-804735-5-iscsi {{(pid=100914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 05:07:03.940189 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38802e3c-7085-469c-9862-3e8f84bfc823 None None] Routers {'751b10de-ecea-4fce-b052-df0f3f55aefb'} bound to L3 agent in host dv-cinder-804735-5-iscsi {{(pid=100914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:07:03.940940 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_hamode_db [None req-38802e3c-7085-469c-9862-3e8f84bfc823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T04:53:40Z,description=,heartbeat_timestamp=2021-09-01T05:06:40Z,host='dv-cinder-804735-5-iscsi',id=dd4ad2d5-7278-4db2-b968-23881816b870,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:53:41Z,topic='l3_agent')) {'router_ids': ['751b10de-ecea-4fce-b052-df0f3f55aefb'], 'active': True} {{(pid=100914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:07:04.034334 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-175dbc5a-8fd0-4296-9773-75af016faefc admin admin] Notify callbacks [] for router, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:04.045394 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device d2ceccce-2ff6-4fb5-9ab1-8f5ea61b58b1 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=100913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 05:07:04.046421 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_dvr_db [None req-38802e3c-7085-469c-9862-3e8f84bfc823 None None] Set router 751b10de-ecea-4fce-b052-df0f3f55aefb gateway port host: dv-cinder-804735-5-iscsi {{(pid=100914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:07:04.142092 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-175dbc5a-8fd0-4296-9773-75af016faefc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:04.143585 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] For port d2ceccce-2ff6-4fb5-9ab1-8f5ea61b58b1, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=d2ceccce-2ff6-4fb5-9ab1-8f5ea61b58b1,segment=NetworkSegment(e92f5f75-4b28-4c21-a02f-3b0b28f57878),segment_id=e92f5f75-4b28-4c21-a02f-3b0b28f57878)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:07:04.155311 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Returning: {'device': 'd2ceccce-2ff6-4fb5-9ab1-8f5ea61b58b1', 'network_id': '92e27a99-4acf-46a2-b103-44939bb42018', 'port_id': 'd2ceccce-2ff6-4fb5-9ab1-8f5ea61b58b1', 'mac_address': 'fa:16:3e:59:93:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '632c2506-9627-456a-904a-03e2fe14470f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 05:07:04.194434 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:04.206992 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.notifiers.nova [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2ceccce-2ff6-4fb5-9ab1-8f5ea61b58b1 {{(pid=100913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 05:07:04.224951 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_hamode_db [None req-38802e3c-7085-469c-9862-3e8f84bfc823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '751b10de-ecea-4fce-b052-df0f3f55aefb', 'name': 'tempest-TestMinimumBasicScenario-2058301466-router', 'tenant_id': 'df8a449a902343c99b9a8439ae5e2e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': 'd2eb41a2-29e5-437c-96d5-02dfe6c96df7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:03:35Z', 'updated_at': '2021-09-01T05:07:03Z', 'revision_number': 5, 'project_id': 'df8a449a902343c99b9a8439ae5e2e06', 'gw_port': {'id': 'd2eb41a2-29e5-437c-96d5-02dfe6c96df7', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751b10de-ecea-4fce-b052-df0f3f55aefb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:03:36Z', 'updated_at': '2021-09-01T05:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi'}], 'dv-cinder-804735-5-iscsi', False) {} {{(pid=100914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:07:04.227853 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] For port d2ceccce-2ff6-4fb5-9ab1-8f5ea61b58b1, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=d2ceccce-2ff6-4fb5-9ab1-8f5ea61b58b1,segment=NetworkSegment(e92f5f75-4b28-4c21-a02f-3b0b28f57878),segment_id=e92f5f75-4b28-4c21-a02f-3b0b28f57878)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:07:04.255435 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38802e3c-7085-469c-9862-3e8f84bfc823 None None] Checking router: 751b10de-ecea-4fce-b052-df0f3f55aefb for host: dv-cinder-804735-5-iscsi {{(pid=100914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 05:07:04.267987 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.plugin [None req-175dbc5a-8fd0-4296-9773-75af016faefc admin admin] Deleting port d2eb41a2-29e5-437c-96d5-02dfe6c96df7 {{(pid=100911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:07:04.267987 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-175dbc5a-8fd0-4296-9773-75af016faefc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780564872726'] for port, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:04.269251 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38802e3c-7085-469c-9862-3e8f84bfc823 None None] Routers {'751b10de-ecea-4fce-b052-df0f3f55aefb'} bound to L3 agent in host dv-cinder-804735-5-iscsi {{(pid=100914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:07:04.269969 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_hamode_db [None req-38802e3c-7085-469c-9862-3e8f84bfc823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T04:53:40Z,description=,heartbeat_timestamp=2021-09-01T05:06:40Z,host='dv-cinder-804735-5-iscsi',id=dd4ad2d5-7278-4db2-b968-23881816b870,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:53:41Z,topic='l3_agent')) {'router_ids': ['751b10de-ecea-4fce-b052-df0f3f55aefb'], 'active': True} {{(pid=100914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:07:04.350785 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:04.366526 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.db [None req-175dbc5a-8fd0-4296-9773-75af016faefc admin admin] For port d2eb41a2-29e5-437c-96d5-02dfe6c96df7, host dv-cinder-804735-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-5-iscsi',level=0,port_id=d2eb41a2-29e5-437c-96d5-02dfe6c96df7,segment=NetworkSegment(ace692d4-e0f2-4d18-963d-d8c8432b7d17),segment_id=ace692d4-e0f2-4d18-963d-d8c8432b7d17)] {{(pid=100911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:07:04.370377 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-175dbc5a-8fd0-4296-9773-75af016faefc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958503'] for port, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:04.385431 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.plugin [None req-175dbc5a-8fd0-4296-9773-75af016faefc admin admin] Calling delete_port for d2eb41a2-29e5-437c-96d5-02dfe6c96df7 owned by network:router_gateway {{(pid=100911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:07:04.408027 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Pushing event updated for resources: {'Port': ['ID=d2ceccce-2ff6-4fb5-9ab1-8f5ea61b58b1,revision_number=4']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:07:04.448712 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_dvr_db [None req-38802e3c-7085-469c-9862-3e8f84bfc823 None None] Set router 751b10de-ecea-4fce-b052-df0f3f55aefb gateway port host: None {{(pid=100914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:07:04.500715 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_hamode_db [None req-38802e3c-7085-469c-9862-3e8f84bfc823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '751b10de-ecea-4fce-b052-df0f3f55aefb', 'name': 'tempest-TestMinimumBasicScenario-2058301466-router', 'tenant_id': 'df8a449a902343c99b9a8439ae5e2e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:03:35Z', 'updated_at': '2021-09-01T05:07:04Z', 'revision_number': 6, 'project_id': 'df8a449a902343c99b9a8439ae5e2e06', 'gw_port_host': None}], 'dv-cinder-804735-5-iscsi', False) {} {{(pid=100914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:07:04.530044 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38802e3c-7085-469c-9862-3e8f84bfc823 None None] The sync data for ids ['751b10de-ecea-4fce-b052-df0f3f55aefb'] in dv-cinder-804735-5-iscsi is: [{'id': '751b10de-ecea-4fce-b052-df0f3f55aefb', 'name': 'tempest-TestMinimumBasicScenario-2058301466-router', 'tenant_id': 'df8a449a902343c99b9a8439ae5e2e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:03:35Z', 'updated_at': '2021-09-01T05:07:04Z', 'revision_number': 6, 'project_id': 'df8a449a902343c99b9a8439ae5e2e06', 'gw_port_host': None}] {{(pid=100914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 05:07:04.628958 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] get_ports_and_sgs() called for port_ids ['d2ceccce-2ff6-4fb5-9ab1-8f5ea61b58b1'] {{(pid=100913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 05:07:04.640665 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-175dbc5a-8fd0-4296-9773-75af016faefc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780564874213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780564376598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3457272'] for port, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:04.665447 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175dbc5a-8fd0-4296-9773-75af016faefc admin admin] Pushing event deleted for resources: {'Port': ['ID=d2eb41a2-29e5-437c-96d5-02dfe6c96df7,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:07:04.726593 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-175dbc5a-8fd0-4296-9773-75af016faefc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1958959'] for router_gateway, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:04.815937 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-175dbc5a-8fd0-4296-9773-75af016faefc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1955345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4654'] for router, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:04.817950 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-175dbc5a-8fd0-4296-9773-75af016faefc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:04.857896 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c98a7d6-989c-4cb0-995a-a83d97c515f4 req-d5456581-afba-4b61-9f4c-caba70f1c6eb tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:04.859450 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-2c98a7d6-989c-4cb0-995a-a83d97c515f4 req-d5456581-afba-4b61-9f4c-caba70f1c6eb tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=f078695a-ea31-483f-9ccc-ed24a6a956a1 HTTP/1.1" status: 200 len: 944 time: 0.0520003 Sep 01 05:07:04.899707 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-2c98a7d6-989c-4cb0-995a-a83d97c515f4 req-7722ba77-30f8-4d3a-a378-01a6256b4bc9 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups?id=77dc8292-e1b2-4049-b288-a829f9739eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333476 Sep 01 05:07:04.966952 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-175dbc5a-8fd0-4296-9773-75af016faefc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1955354'] for router, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:04.967497 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-175dbc5a-8fd0-4296-9773-75af016faefc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 751b10de-ecea-4fce-b052-df0f3f55aefb {{(pid=100911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 05:07:04.971796 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-175dbc5a-8fd0-4296-9773-75af016faefc admin admin] Notify callbacks [] for router, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:04.972942 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-175dbc5a-8fd0-4296-9773-75af016faefc admin admin] 10.222.0.11 "DELETE /v2.0/routers/751b10de-ecea-4fce-b052-df0f3f55aefb HTTP/1.1" status: 204 len: 168 time: 1.0453718 Sep 01 05:07:04.975634 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 50304) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:07:05.019489 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1149eef-d98a-4413-a0c2-10bf3061e9c9 admin admin] Deleting subnet 9b24eedf-aa78-44b8-9384-2e8d0244a1df {{(pid=100911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 05:07:05.023273 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-c1149eef-d98a-4413-a0c2-10bf3061e9c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:05.056178 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-c1149eef-d98a-4413-a0c2-10bf3061e9c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3679595'] for subnet, precommit_delete_associations {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:05.163509 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-c1149eef-d98a-4413-a0c2-10bf3061e9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942180'] for subnet, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:05.298667 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-c1149eef-d98a-4413-a0c2-10bf3061e9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3457175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3892981'] for subnet, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:05.307423 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device 382ca804-cd7f-4fb5-95ac-ba2c70a08c32 no longer exists at agent ovs-agent-dv-cinder-804735-5-iscsi {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:07:05.330675 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-c1149eef-d98a-4413-a0c2-10bf3061e9c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:05.331038 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.plugin [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] No Port match for: 382ca804-cd7f-4fb5-95ac-ba2c70a08c32 {{(pid=100913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 05:07:05.331588 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device 382ca804-cd7f-4fb5-95ac-ba2c70a08c32 not bound to the agent host dv-cinder-804735-5-iscsi {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 05:07:05.331998 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device d2eb41a2-29e5-437c-96d5-02dfe6c96df7 no longer exists at agent ovs-agent-dv-cinder-804735-5-iscsi {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:07:05.335384 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 50306) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:07:05.335520 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-c1149eef-d98a-4413-a0c2-10bf3061e9c9 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/9b24eedf-aa78-44b8-9384-2e8d0244a1df HTTP/1.1" status: 204 len: 168 time: 0.3586271 Sep 01 05:07:05.336115 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1149eef-d98a-4413-a0c2-10bf3061e9c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b24eedf-aa78-44b8-9384-2e8d0244a1df,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:07:05.357136 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb147845-9b3f-4869-9d57-5b36e809e698 None None] Network 3be4e7b3-b7f1-4c01-89dc-4f79d40d2ae8 requested from dv-cinder-804735-5-iscsi {{(pid=100913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 05:07:05.360411 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.plugin [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] No Port match for: d2eb41a2-29e5-437c-96d5-02dfe6c96df7 {{(pid=100913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 05:07:05.360758 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device d2eb41a2-29e5-437c-96d5-02dfe6c96df7 not bound to the agent host dv-cinder-804735-5-iscsi {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 05:07:05.408732 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-9ce0e5ab-8d36-42ec-99df-564f1e1cc21e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556555'] for network, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:05.468100 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.plugin [None req-9ce0e5ab-8d36-42ec-99df-564f1e1cc21e admin admin] Deleting port 61ca6ac5-caf7-490f-a61b-fde3cb1a09e4 {{(pid=100912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:07:05.468527 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-9ce0e5ab-8d36-42ec-99df-564f1e1cc21e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780564872726'] for port, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:05.536577 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.db [None req-9ce0e5ab-8d36-42ec-99df-564f1e1cc21e admin admin] For port 61ca6ac5-caf7-490f-a61b-fde3cb1a09e4, host dv-cinder-804735-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-5-iscsi',level=0,port_id=61ca6ac5-caf7-490f-a61b-fde3cb1a09e4,segment=NetworkSegment(790391b6-41fe-473c-ac85-ca8a9828bba7),segment_id=790391b6-41fe-473c-ac85-ca8a9828bba7)] {{(pid=100912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:07:05.537052 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-9ce0e5ab-8d36-42ec-99df-564f1e1cc21e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958503'] for port, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:05.549840 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b338b8b6-2b1c-46d5-b4ab-52fdaf29a673 None None] DHCP port deletion for 3be4e7b3-b7f1-4c01-89dc-4f79d40d2ae8 request from dv-cinder-804735-5-iscsi {{(pid=100913) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 05:07:05.551802 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.plugin [None req-9ce0e5ab-8d36-42ec-99df-564f1e1cc21e admin admin] Calling delete_port for 61ca6ac5-caf7-490f-a61b-fde3cb1a09e4 owned by network:dhcp {{(pid=100912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:07:05.604118 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.plugin [None req-b338b8b6-2b1c-46d5-b4ab-52fdaf29a673 None None] Deleting port 61ca6ac5-caf7-490f-a61b-fde3cb1a09e4 {{(pid=100913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:07:05.604497 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-b338b8b6-2b1c-46d5-b4ab-52fdaf29a673 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780564872726'] for port, before_delete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:05.669576 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-b338b8b6-2b1c-46d5-b4ab-52fdaf29a673 None None] For port 61ca6ac5-caf7-490f-a61b-fde3cb1a09e4, host dv-cinder-804735-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-5-iscsi',level=0,port_id=61ca6ac5-caf7-490f-a61b-fde3cb1a09e4,segment=NetworkSegment(790391b6-41fe-473c-ac85-ca8a9828bba7),segment_id=790391b6-41fe-473c-ac85-ca8a9828bba7)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:07:05.669997 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-b338b8b6-2b1c-46d5-b4ab-52fdaf29a673 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958503'] for port, precommit_delete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:05.683436 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.plugin [None req-b338b8b6-2b1c-46d5-b4ab-52fdaf29a673 None None] Calling delete_port for 61ca6ac5-caf7-490f-a61b-fde3cb1a09e4 owned by network:dhcp {{(pid=100913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:07:05.726882 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-9ce0e5ab-8d36-42ec-99df-564f1e1cc21e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780564874213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780564376598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59570596'] for port, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:05.752574 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce0e5ab-8d36-42ec-99df-564f1e1cc21e admin admin] Pushing event deleted for resources: {'Port': ['ID=61ca6ac5-caf7-490f-a61b-fde3cb1a09e4,revision_number=None']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:07:05.757288 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce0e5ab-8d36-42ec-99df-564f1e1cc21e admin admin] No DVR routers for this DVR port 61ca6ac5-caf7-490f-a61b-fde3cb1a09e4 on host dv-cinder-804735-5-iscsi {{(pid=100912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 05:07:05.761833 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-b338b8b6-2b1c-46d5-b4ab-52fdaf29a673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780564874213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780564376598'] for port, after_delete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:05.765118 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce0e5ab-8d36-42ec-99df-564f1e1cc21e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:07:05.765475 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce0e5ab-8d36-42ec-99df-564f1e1cc21e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:07:05.765818 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce0e5ab-8d36-42ec-99df-564f1e1cc21e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:07:05.766153 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce0e5ab-8d36-42ec-99df-564f1e1cc21e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:07:05.766488 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce0e5ab-8d36-42ec-99df-564f1e1cc21e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:07:05.766850 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce0e5ab-8d36-42ec-99df-564f1e1cc21e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:07:05.767186 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce0e5ab-8d36-42ec-99df-564f1e1cc21e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:07:05.767516 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce0e5ab-8d36-42ec-99df-564f1e1cc21e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:07:05.767845 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce0e5ab-8d36-42ec-99df-564f1e1cc21e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:07:05.768177 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce0e5ab-8d36-42ec-99df-564f1e1cc21e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:07:05.768508 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce0e5ab-8d36-42ec-99df-564f1e1cc21e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:07:05.768885 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce0e5ab-8d36-42ec-99df-564f1e1cc21e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:07:05.789231 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b338b8b6-2b1c-46d5-b4ab-52fdaf29a673 None None] Pushing event deleted for resources: {'Port': ['ID=61ca6ac5-caf7-490f-a61b-fde3cb1a09e4,revision_number=None']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:07:05.791074 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b338b8b6-2b1c-46d5-b4ab-52fdaf29a673 None None] No DVR routers for this DVR port 61ca6ac5-caf7-490f-a61b-fde3cb1a09e4 on host dv-cinder-804735-5-iscsi {{(pid=100913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 05:07:05.838141 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-9ce0e5ab-8d36-42ec-99df-564f1e1cc21e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942495', 'neutron.services.segments.db._delete_segments_for_network-8780564943041'] for network, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:05.848025 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.services.segments.db [None req-9ce0e5ab-8d36-42ec-99df-564f1e1cc21e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3be4e7b3-b7f1-4c01-89dc-4f79d40d2ae8']}} {{(pid=100912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:07:05.858526 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.services.segments.db [None req-9ce0e5ab-8d36-42ec-99df-564f1e1cc21e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '790391b6-41fe-473c-ac85-ca8a9828bba7') {'for_net_delete': True} {{(pid=100912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:07:05.859173 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.services.segments.db [None req-9ce0e5ab-8d36-42ec-99df-564f1e1cc21e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '790391b6-41fe-473c-ac85-ca8a9828bba7') {} {{(pid=100912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:07:05.868236 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-9ce0e5ab-8d36-42ec-99df-564f1e1cc21e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780564954453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59571061'] for segment, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:05.884727 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-9ce0e5ab-8d36-42ec-99df-564f1e1cc21e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945202'] for segment, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:05.890378 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ce0e5ab-8d36-42ec-99df-564f1e1cc21e admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=100912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 05:07:05.894520 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-9ce0e5ab-8d36-42ec-99df-564f1e1cc21e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59570545'] for segment, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:05.894520 dv-cinder-804735-5-iscsi neutron-server[100912]: Traceback (most recent call last): Sep 01 05:07:05.894520 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 05:07:05.894520 dv-cinder-804735-5-iscsi neutron-server[100912]: timer() Sep 01 05:07:05.894520 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 05:07:05.894520 dv-cinder-804735-5-iscsi neutron-server[100912]: cb(*args, **kw) Sep 01 05:07:05.894520 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 05:07:05.894520 dv-cinder-804735-5-iscsi neutron-server[100912]: return func(*args, **kwargs) Sep 01 05:07:05.894520 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 05:07:05.894520 dv-cinder-804735-5-iscsi neutron-server[100912]: self._notify() Sep 01 05:07:05.894520 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 05:07:05.894520 dv-cinder-804735-5-iscsi neutron-server[100912]: self.callback(batched_events) Sep 01 05:07:05.894520 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 05:07:05.894520 dv-cinder-804735-5-iscsi neutron-server[100912]: event.method(event) Sep 01 05:07:05.894520 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 05:07:05.894520 dv-cinder-804735-5-iscsi neutron-server[100912]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 05:07:05.894520 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 05:07:05.894520 dv-cinder-804735-5-iscsi neutron-server[100912]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 05:07:05.894520 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 05:07:05.894520 dv-cinder-804735-5-iscsi neutron-server[100912]: return f(self, *a, **k) Sep 01 05:07:05.894520 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 05:07:05.894520 dv-cinder-804735-5-iscsi neutron-server[100912]: return self._get(url).json() Sep 01 05:07:05.894520 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 05:07:05.894520 dv-cinder-804735-5-iscsi neutron-server[100912]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 05:07:05.894520 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 05:07:05.894520 dv-cinder-804735-5-iscsi neutron-server[100912]: return self.request(url, 'GET', **kwargs) Sep 01 05:07:05.894520 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 05:07:05.894520 dv-cinder-804735-5-iscsi neutron-server[100912]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 05:07:05.894520 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 05:07:05.894520 dv-cinder-804735-5-iscsi neutron-server[100912]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 05:07:05.894520 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 05:07:05.894520 dv-cinder-804735-5-iscsi neutron-server[100912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 05:07:05.894520 dv-cinder-804735-5-iscsi neutron-server[100912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 05:07:06.013959 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d47bc58-b302-4598-81c7-aba157763a54 req-272d2da1-e5b3-4439-93bf-527b9f8657ca tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:06.015404 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-9d47bc58-b302-4598-81c7-aba157763a54 req-272d2da1-e5b3-4439-93bf-527b9f8657ca tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=f078695a-ea31-483f-9ccc-ed24a6a956a1 HTTP/1.1" status: 200 len: 944 time: 0.0476189 Sep 01 05:07:06.045849 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-9ce0e5ab-8d36-42ec-99df-564f1e1cc21e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1958915'] for network, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:06.058605 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-9ce0e5ab-8d36-42ec-99df-564f1e1cc21e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607828'] for network, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:06.058605 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-9ce0e5ab-8d36-42ec-99df-564f1e1cc21e admin admin] 10.222.0.11 "DELETE /v2.0/networks/3be4e7b3-b7f1-4c01-89dc-4f79d40d2ae8 HTTP/1.1" status: 204 len: 168 time: 0.7214704 Sep 01 05:07:06.059468 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device d2ceccce-2ff6-4fb5-9ab1-8f5ea61b58b1 up at agent hyperv_hv-cinder-80473 {{(pid=100913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:07:06.069463 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-9d47bc58-b302-4598-81c7-aba157763a54 req-c5110e9f-ea53-419b-93b7-1d3e452027f9 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups?id=77dc8292-e1b2-4049-b288-a829f9739eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481563 Sep 01 05:07:06.070330 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce0e5ab-8d36-42ec-99df-564f1e1cc21e admin admin] Pushing event deleted for resources: {'Network': ['ID=3be4e7b3-b7f1-4c01-89dc-4f79d40d2ae8,revision_number=None']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:07:06.228367 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Provisioning for port d2ceccce-2ff6-4fb5-9ab1-8f5ea61b58b1 completed by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:07:06.232422 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Provisioning complete for port d2ceccce-2ff6-4fb5-9ab1-8f5ea61b58b1 triggered by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:07:06.232790 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:06.310867 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:06.333353 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f078695a-ea31-483f-9ccc-ed24a6a956a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2ceccce-2ff6-4fb5-9ab1-8f5ea61b58b1'}] {{(pid=100913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:07:06.336194 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac1e9064bfa394a3c8e95a7ae5ebf8ce235ac3ce60c2245422c4078f9b609c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab34cb48-222d-4c71-99cd-ad22dfce2da7" -d '{"events": [{"server_uuid": "f078695a-ea31-483f-9ccc-ed24a6a956a1", "name": "network-vif-plugged", "status": "completed", "tag": "d2ceccce-2ff6-4fb5-9ab1-8f5ea61b58b1"}]}' {{(pid=100913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:07:06.351069 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] For port d2ceccce-2ff6-4fb5-9ab1-8f5ea61b58b1, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=d2ceccce-2ff6-4fb5-9ab1-8f5ea61b58b1,segment=NetworkSegment(e92f5f75-4b28-4c21-a02f-3b0b28f57878),segment_id=e92f5f75-4b28-4c21-a02f-3b0b28f57878)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:07:06.372316 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 05:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c82a16e9-4ec5-45a5-90c3-cdc5201d3066 x-openstack-request-id: req-c82a16e9-4ec5-45a5-90c3-cdc5201d3066 {{(pid=100913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:07:06.372913 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f078695a-ea31-483f-9ccc-ed24a6a956a1", "name": "network-vif-plugged", "status": "completed", "tag": "d2ceccce-2ff6-4fb5-9ab1-8f5ea61b58b1", "code": 200}]} {{(pid=100913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:07:06.373012 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c82a16e9-4ec5-45a5-90c3-cdc5201d3066 {{(pid=100913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:07:06.373388 dv-cinder-804735-5-iscsi neutron-server[100913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f078695a-ea31-483f-9ccc-ed24a6a956a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2ceccce-2ff6-4fb5-9ab1-8f5ea61b58b1', 'code': 200} Sep 01 05:07:06.452412 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:06.501648 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Pushing event updated for resources: {'Port': ['ID=d2ceccce-2ff6-4fb5-9ab1-8f5ea61b58b1,revision_number=5']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:07:06.520143 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 50318) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:07:06.564694 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-9d23e80b-5c25-48aa-87e4-2b56ffa00062 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c43f8d20393b4239b54aee9d875b917f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0432808 Sep 01 05:07:06.567281 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 50320) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:07:06.620378 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-76941621-b9e8-4a34-9103-ecf0e3083900 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:06.641403 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-76941621-b9e8-4a34-9103-ecf0e3083900 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:06.724886 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2444d8-ce58-4ba1-98eb-59debf6fbab6 req-9d7aabb0-249f-454e-baa4-350fe091fcac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:06.726436 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-3e2444d8-ce58-4ba1-98eb-59debf6fbab6 req-9d7aabb0-249f-454e-baa4-350fe091fcac service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f078695a-ea31-483f-9ccc-ed24a6a956a1 HTTP/1.1" status: 200 len: 1098 time: 0.0382791 Sep 01 05:07:06.760612 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-3e2444d8-ce58-4ba1-98eb-59debf6fbab6 req-7bee38e5-b6d3-46aa-b6e3-379a83d12ffe service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=77dc8292-e1b2-4049-b288-a829f9739eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271266 Sep 01 05:07:06.771708 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-76941621-b9e8-4a34-9103-ecf0e3083900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:06.774188 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-76941621-b9e8-4a34-9103-ecf0e3083900 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:06.775241 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-76941621-b9e8-4a34-9103-ecf0e3083900 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5f94a329-6dd4-4d26-a073-d11af5a8d093 HTTP/1.1" status: 204 len: 168 time: 0.2069926 Sep 01 05:07:06.782969 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76941621-b9e8-4a34-9103-ecf0e3083900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f94a329-6dd4-4d26-a073-d11af5a8d093,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:07:06.790024 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76941621-b9e8-4a34-9103-ecf0e3083900 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:07:06.790380 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76941621-b9e8-4a34-9103-ecf0e3083900 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:07:06.790715 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76941621-b9e8-4a34-9103-ecf0e3083900 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:07:06.791079 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76941621-b9e8-4a34-9103-ecf0e3083900 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:07:06.791412 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76941621-b9e8-4a34-9103-ecf0e3083900 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:07:06.791743 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76941621-b9e8-4a34-9103-ecf0e3083900 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:07:06.792072 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76941621-b9e8-4a34-9103-ecf0e3083900 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:07:06.792408 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76941621-b9e8-4a34-9103-ecf0e3083900 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:07:06.792736 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76941621-b9e8-4a34-9103-ecf0e3083900 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:07:06.793065 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76941621-b9e8-4a34-9103-ecf0e3083900 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:07:06.793408 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76941621-b9e8-4a34-9103-ecf0e3083900 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:07:06.793746 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76941621-b9e8-4a34-9103-ecf0e3083900 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:07:07.187767 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4481997d-83ef-45a4-be2c-c1d9574db585 req-ba9a344d-f69b-4c43-a8da-c8dd9bda27cc tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:07.189385 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-4481997d-83ef-45a4-be2c-c1d9574db585 req-ba9a344d-f69b-4c43-a8da-c8dd9bda27cc tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=f078695a-ea31-483f-9ccc-ed24a6a956a1 HTTP/1.1" status: 200 len: 945 time: 0.0501010 Sep 01 05:07:07.227173 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device 61ca6ac5-caf7-490f-a61b-fde3cb1a09e4 no longer exists at agent ovs-agent-dv-cinder-804735-5-iscsi {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:07:07.231799 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-4481997d-83ef-45a4-be2c-c1d9574db585 req-39a7f274-9d17-41e6-8313-d3fcf64f0303 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups?id=77dc8292-e1b2-4049-b288-a829f9739eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357776 Sep 01 05:07:07.248590 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.plugin [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] No Port match for: 61ca6ac5-caf7-490f-a61b-fde3cb1a09e4 {{(pid=100913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 05:07:07.248940 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device 61ca6ac5-caf7-490f-a61b-fde3cb1a09e4 not bound to the agent host dv-cinder-804735-5-iscsi {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 05:07:07.308066 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-503949c0-f0fc-42d5-9f06-fa25bdd6efb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:07.463547 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 50328) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:07:07.501601 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-51a4e723-95e5-423e-a4f3-fb83d0d076d6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=df8a449a902343c99b9a8439ae5e2e06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0368905 Sep 01 05:07:07.503833 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 50330) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:07:07.549334 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-9cc7c97d-d47c-4127-a293-f240fe0671ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:07.571062 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-9cc7c97d-d47c-4127-a293-f240fe0671ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:07.690897 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-9cc7c97d-d47c-4127-a293-f240fe0671ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:07.693923 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-9cc7c97d-d47c-4127-a293-f240fe0671ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:07.695103 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-9cc7c97d-d47c-4127-a293-f240fe0671ff admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0b5ee8d1-3213-4d4e-bb65-d0ff415f4ef9 HTTP/1.1" status: 204 len: 168 time: 0.1903789 Sep 01 05:07:07.702643 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc7c97d-d47c-4127-a293-f240fe0671ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b5ee8d1-3213-4d4e-bb65-d0ff415f4ef9,revision_number=None']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:07:08.351021 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026351bb-0c65-4b5e-9f89-8f5560d2fd1e req-645cfe98-d66c-4eb6-b8f0-bec34173a923 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:08.352542 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-026351bb-0c65-4b5e-9f89-8f5560d2fd1e req-645cfe98-d66c-4eb6-b8f0-bec34173a923 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=f078695a-ea31-483f-9ccc-ed24a6a956a1 HTTP/1.1" status: 200 len: 945 time: 0.0535896 Sep 01 05:07:08.390307 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-026351bb-0c65-4b5e-9f89-8f5560d2fd1e req-6db9a62d-7e4d-4487-b93a-c81b27f8f25a tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups?id=77dc8292-e1b2-4049-b288-a829f9739eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319645 Sep 01 05:07:08.499899 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e591f3fb-3cd6-4ff5-afa3-89a6c76a0c0b req-928c16a4-212c-4ea0-be65-67f7198a483d tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:08.501293 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e591f3fb-3cd6-4ff5-afa3-89a6c76a0c0b req-928c16a4-212c-4ea0-be65-67f7198a483d tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=f078695a-ea31-483f-9ccc-ed24a6a956a1 HTTP/1.1" status: 200 len: 945 time: 0.0480623 Sep 01 05:07:08.509637 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 50348) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:07:08.513973 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.v2.base [None req-ddde2e3a-2c33-47ea-99c5-708dd2b5b228 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Request body: {'floatingip': {'port_id': 'd2ceccce-2ff6-4fb5-9ab1-8f5ea61b58b1'}} {{(pid=100912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:07:08.554953 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-ddde2e3a-2c33-47ea-99c5-708dd2b5b228 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Notify callbacks [] for floatingip, before_update {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:09.050336 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-ddde2e3a-2c33-47ea-99c5-708dd2b5b228 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:09.109152 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-ddde2e3a-2c33-47ea-99c5-708dd2b5b228 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1958929'] for floatingip, after_update {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:09.207632 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.db.l3_db [None req-ddde2e3a-2c33-47ea-99c5-708dd2b5b228 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Floating IP 4b07b90b-823a-4862-ab75-c052c39734bc associated. External IP: 172.27.2.87, port: d2ceccce-2ff6-4fb5-9ab1-8f5ea61b58b1. Sep 01 05:07:09.636030 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddde2e3a-2c33-47ea-99c5-708dd2b5b228 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Router def894e4-20ed-48c2-b646-86193442eaf1 has already been hosted by L3 agent dd4ad2d5-7278-4db2-b968-23881816b870 {{(pid=100912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 05:07:09.740708 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddde2e3a-2c33-47ea-99c5-708dd2b5b228 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Notify agent at l3_agent.dv-cinder-804735-5-iscsi the message routers_updated {{(pid=100912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 05:07:09.745584 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-ddde2e3a-2c33-47ea-99c5-708dd2b5b228 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428309'] for floatingip, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:09.750238 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f38f440-f5cd-42ec-bf92-734200b6025e None None] Sync routers for ids ['def894e4-20ed-48c2-b646-86193442eaf1'] in dv-cinder-804735-5-iscsi {{(pid=100913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 05:07:09.760224 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f38f440-f5cd-42ec-bf92-734200b6025e None None] Routers {'def894e4-20ed-48c2-b646-86193442eaf1'} bound to L3 agent in host dv-cinder-804735-5-iscsi {{(pid=100913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:07:09.760934 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-4f38f440-f5cd-42ec-bf92-734200b6025e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-01T04:53:40Z,description=,heartbeat_timestamp=2021-09-01T05:06:40Z,host='dv-cinder-804735-5-iscsi',id=dd4ad2d5-7278-4db2-b968-23881816b870,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:53:41Z,topic='l3_agent')) {'router_ids': ['def894e4-20ed-48c2-b646-86193442eaf1'], 'active': True} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:07:09.772166 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-ddde2e3a-2c33-47ea-99c5-708dd2b5b228 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "PUT /v2.0/floatingips/4b07b90b-823a-4862-ab75-c052c39734bc HTTP/1.1" status: 200 len: 990 time: 1.2615082 Sep 01 05:07:09.772830 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f078695a-ea31-483f-9ccc-ed24a6a956a1', 'tag': 'd2ceccce-2ff6-4fb5-9ab1-8f5ea61b58b1'}] {{(pid=100912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:07:09.775174 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c32bf37734172ffae8bcd4fd235b58a84eb6a179622fde5d618b2948ae3f8620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9528e99f-c915-477f-bb8e-ba2a6f9c1c34" -d '{"events": [{"name": "network-changed", "server_uuid": "f078695a-ea31-483f-9ccc-ed24a6a956a1", "tag": "d2ceccce-2ff6-4fb5-9ab1-8f5ea61b58b1"}]}' {{(pid=100912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:07:09.885381 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvr_db [None req-4f38f440-f5cd-42ec-bf92-734200b6025e None None] Set router def894e4-20ed-48c2-b646-86193442eaf1 gateway port host: dv-cinder-804735-5-iscsi {{(pid=100913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:07:10.000691 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 05:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc54feba-0af9-4a3b-b2c4-264b41e7d7db x-openstack-request-id: req-cc54feba-0af9-4a3b-b2c4-264b41e7d7db {{(pid=100912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:07:10.000691 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f078695a-ea31-483f-9ccc-ed24a6a956a1", "tag": "d2ceccce-2ff6-4fb5-9ab1-8f5ea61b58b1", "status": "completed", "code": 200}]} {{(pid=100912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:07:10.000691 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cc54feba-0af9-4a3b-b2c4-264b41e7d7db {{(pid=100912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:07:10.000691 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f078695a-ea31-483f-9ccc-ed24a6a956a1', 'tag': 'd2ceccce-2ff6-4fb5-9ab1-8f5ea61b58b1', 'status': 'completed', 'code': 200} Sep 01 05:07:10.043300 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:10.071114 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-b029f334-0418-48ed-a12e-660d0d213ea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:10.082974 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9528e99f-c915-477f-bb8e-ba2a6f9c1c34 req-4a72d141-c119-443f-829a-b71d6e030ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:10.085449 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-9528e99f-c915-477f-bb8e-ba2a6f9c1c34 req-4a72d141-c119-443f-829a-b71d6e030ec4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=efd1fc476bbc46ddb375c7c745356ae4&device_id=f078695a-ea31-483f-9ccc-ed24a6a956a1 HTTP/1.1" status: 200 len: 1098 time: 0.0409415 Sep 01 05:07:10.186835 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9528e99f-c915-477f-bb8e-ba2a6f9c1c34 req-d04e79de-ee9b-4e41-aba0-fbbfe9c57efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:10.188336 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-9528e99f-c915-477f-bb8e-ba2a6f9c1c34 req-d04e79de-ee9b-4e41-aba0-fbbfe9c57efb service neutron] 10.222.0.37 "GET /v2.0/networks?id=92e27a99-4acf-46a2-b103-44939bb42018 HTTP/1.1" status: 200 len: 912 time: 0.0946171 Sep 01 05:07:10.259600 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-9528e99f-c915-477f-bb8e-ba2a6f9c1c34 req-be4e1aa3-b03f-4674-936d-813b64970f0c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2ceccce-2ff6-4fb5-9ab1-8f5ea61b58b1 HTTP/1.1" status: 200 len: 998 time: 0.0632343 Sep 01 05:07:10.259826 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-4f38f440-f5cd-42ec-bf92-734200b6025e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def894e4-20ed-48c2-b646-86193442eaf1', 'name': 'tempest-AttachVolumeTestJSON-1848366623-router', 'tenant_id': 'efd1fc476bbc46ddb375c7c745356ae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '9f7e5785-3b7e-40e3-b844-90f28f6b67ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:01:43Z', 'updated_at': '2021-09-01T05:01:50Z', 'revision_number': 4, 'project_id': 'efd1fc476bbc46ddb375c7c745356ae4', 'gw_port': {'id': '9f7e5785-3b7e-40e3-b844-90f28f6b67ca', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def894e4-20ed-48c2-b646-86193442eaf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:01:44Z', 'updated_at': '2021-09-01T05:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi', '_floatingips': [{'id': '4b07b90b-823a-4862-ab75-c052c39734bc', 'tenant_id': 'efd1fc476bbc46ddb375c7c745356ae4', 'floating_ip_address': '172.27.2.87', 'floating_network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'router_id': 'def894e4-20ed-48c2-b646-86193442eaf1', 'port_id': 'd2ceccce-2ff6-4fb5-9ab1-8f5ea61b58b1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92e27a99-4acf-46a2-b103-44939bb42018', 'mac_address': 'fa:16:3e:59:93:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f078695a-ea31-483f-9ccc-ed24a6a956a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T05:06:55Z', 'updated_at': '2021-09-01T05:07:08Z', 'revision_number': 1, 'project_id': 'efd1fc476bbc46ddb375c7c745356ae4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ece1a100-2310-475d-95fc-573c4ffb987d', 'name': '', 'network_id': '92e27a99-4acf-46a2-b103-44939bb42018', 'tenant_id': 'efd1fc476bbc46ddb375c7c745356ae4', 'mac_address': 'fa:16:3e:04:06:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def894e4-20ed-48c2-b646-86193442eaf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '632c2506-9627-456a-904a-03e2fe14470f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:01:48Z', 'updated_at': '2021-09-01T05:02:04Z', 'revision_number': 5, 'project_id': 'efd1fc476bbc46ddb375c7c745356ae4', 'subnets': [{'id': '632c2506-9627-456a-904a-03e2fe14470f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-5-iscsi', False) {} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:07:10.285949 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f38f440-f5cd-42ec-bf92-734200b6025e None None] Checking router: def894e4-20ed-48c2-b646-86193442eaf1 for host: dv-cinder-804735-5-iscsi {{(pid=100913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 05:07:10.294912 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f38f440-f5cd-42ec-bf92-734200b6025e None None] Routers {'def894e4-20ed-48c2-b646-86193442eaf1'} bound to L3 agent in host dv-cinder-804735-5-iscsi {{(pid=100913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:07:10.295536 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-4f38f440-f5cd-42ec-bf92-734200b6025e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T04:53:40Z,description=,heartbeat_timestamp=2021-09-01T05:07:10Z,host='dv-cinder-804735-5-iscsi',id=dd4ad2d5-7278-4db2-b968-23881816b870,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:53:41Z,topic='l3_agent')) {'router_ids': ['def894e4-20ed-48c2-b646-86193442eaf1'], 'active': True} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:07:10.308991 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9528e99f-c915-477f-bb8e-ba2a6f9c1c34 req-670c41e3-9cf6-4f58-8148-deac7aa36fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:10.310438 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-9528e99f-c915-477f-bb8e-ba2a6f9c1c34 req-670c41e3-9cf6-4f58-8148-deac7aa36fea service neutron] 10.222.0.37 "GET /v2.0/subnets?id=632c2506-9627-456a-904a-03e2fe14470f HTTP/1.1" status: 200 len: 850 time: 0.0440054 Sep 01 05:07:10.360518 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9528e99f-c915-477f-bb8e-ba2a6f9c1c34 req-6144f709-7724-499a-b2fc-c4661e6cb1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:10.362005 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-9528e99f-c915-477f-bb8e-ba2a6f9c1c34 req-6144f709-7724-499a-b2fc-c4661e6cb1a8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=92e27a99-4acf-46a2-b103-44939bb42018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436192 Sep 01 05:07:10.403568 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvr_db [None req-4f38f440-f5cd-42ec-bf92-734200b6025e None None] Set router def894e4-20ed-48c2-b646-86193442eaf1 gateway port host: dv-cinder-804735-5-iscsi {{(pid=100913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:07:10.453650 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-9528e99f-c915-477f-bb8e-ba2a6f9c1c34 req-ffd90024-ee2d-45d3-ba40-a9a6d3d0d010 service neutron] 10.222.0.37 "GET /v2.0/networks/92e27a99-4acf-46a2-b103-44939bb42018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827110 Sep 01 05:07:10.551984 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-9528e99f-c915-477f-bb8e-ba2a6f9c1c34 req-ed54e4c1-5c1e-4fa9-9082-a9b5eb7397db service neutron] 10.222.0.37 "GET /v2.0/networks/92e27a99-4acf-46a2-b103-44939bb42018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877244 Sep 01 05:07:10.632919 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-4f38f440-f5cd-42ec-bf92-734200b6025e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def894e4-20ed-48c2-b646-86193442eaf1', 'name': 'tempest-AttachVolumeTestJSON-1848366623-router', 'tenant_id': 'efd1fc476bbc46ddb375c7c745356ae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '9f7e5785-3b7e-40e3-b844-90f28f6b67ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:01:43Z', 'updated_at': '2021-09-01T05:01:50Z', 'revision_number': 4, 'project_id': 'efd1fc476bbc46ddb375c7c745356ae4', 'gw_port': {'id': '9f7e5785-3b7e-40e3-b844-90f28f6b67ca', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def894e4-20ed-48c2-b646-86193442eaf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:01:44Z', 'updated_at': '2021-09-01T05:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi', '_floatingips': [{'id': '4b07b90b-823a-4862-ab75-c052c39734bc', 'tenant_id': 'efd1fc476bbc46ddb375c7c745356ae4', 'floating_ip_address': '172.27.2.87', 'floating_network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'router_id': 'def894e4-20ed-48c2-b646-86193442eaf1', 'port_id': 'd2ceccce-2ff6-4fb5-9ab1-8f5ea61b58b1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92e27a99-4acf-46a2-b103-44939bb42018', 'mac_address': 'fa:16:3e:59:93:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f078695a-ea31-483f-9ccc-ed24a6a956a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T05:06:55Z', 'updated_at': '2021-09-01T05:07:08Z', 'revision_number': 1, 'project_id': 'efd1fc476bbc46ddb375c7c745356ae4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ece1a100-2310-475d-95fc-573c4ffb987d', 'name': '', 'network_id': '92e27a99-4acf-46a2-b103-44939bb42018', 'tenant_id': 'efd1fc476bbc46ddb375c7c745356ae4', 'mac_address': 'fa:16:3e:04:06:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def894e4-20ed-48c2-b646-86193442eaf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '632c2506-9627-456a-904a-03e2fe14470f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:01:48Z', 'updated_at': '2021-09-01T05:02:04Z', 'revision_number': 5, 'project_id': 'efd1fc476bbc46ddb375c7c745356ae4', 'subnets': [{'id': '632c2506-9627-456a-904a-03e2fe14470f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-5-iscsi', False) {} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:07:10.659494 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f38f440-f5cd-42ec-bf92-734200b6025e None None] The sync data for ids ['def894e4-20ed-48c2-b646-86193442eaf1'] in dv-cinder-804735-5-iscsi is: [{'id': 'def894e4-20ed-48c2-b646-86193442eaf1', 'name': 'tempest-AttachVolumeTestJSON-1848366623-router', 'tenant_id': 'efd1fc476bbc46ddb375c7c745356ae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '9f7e5785-3b7e-40e3-b844-90f28f6b67ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:01:43Z', 'updated_at': '2021-09-01T05:01:50Z', 'revision_number': 4, 'project_id': 'efd1fc476bbc46ddb375c7c745356ae4', 'gw_port': {'id': '9f7e5785-3b7e-40e3-b844-90f28f6b67ca', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def894e4-20ed-48c2-b646-86193442eaf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:01:44Z', 'updated_at': '2021-09-01T05:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi', '_floatingips': [{'id': '4b07b90b-823a-4862-ab75-c052c39734bc', 'tenant_id': 'efd1fc476bbc46ddb375c7c745356ae4', 'floating_ip_address': '172.27.2.87', 'floating_network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'router_id': 'def894e4-20ed-48c2-b646-86193442eaf1', 'port_id': 'd2ceccce-2ff6-4fb5-9ab1-8f5ea61b58b1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92e27a99-4acf-46a2-b103-44939bb42018', 'mac_address': 'fa:16:3e:59:93:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f078695a-ea31-483f-9ccc-ed24a6a956a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T05:06:55Z', 'updated_at': '2021-09-01T05:07:08Z', 'revision_number': 1, 'project_id': 'efd1fc476bbc46ddb375c7c745356ae4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ece1a100-2310-475d-95fc-573c4ffb987d', 'name': '', 'network_id': '92e27a99-4acf-46a2-b103-44939bb42018', 'tenant_id': 'efd1fc476bbc46ddb375c7c745356ae4', 'mac_address': 'fa:16:3e:04:06:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def894e4-20ed-48c2-b646-86193442eaf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '632c2506-9627-456a-904a-03e2fe14470f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:01:48Z', 'updated_at': '2021-09-01T05:02:04Z', 'revision_number': 5, 'project_id': 'efd1fc476bbc46ddb375c7c745356ae4', 'subnets': [{'id': '632c2506-9627-456a-904a-03e2fe14470f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 05:07:10.783944 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7480d1-f244-4b47-a19c-305d72e2700a req-20bf10b5-f5b8-4aa9-9cb2-9c2750ed8979 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:10.785617 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-ab7480d1-f244-4b47-a19c-305d72e2700a req-20bf10b5-f5b8-4aa9-9cb2-9c2750ed8979 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8a7b644-0779-4965-b83a-daaa0c1d9f38 HTTP/1.1" status: 200 len: 945 time: 0.0490623 Sep 01 05:07:10.828372 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-ab7480d1-f244-4b47-a19c-305d72e2700a req-5ba8cbcd-1178-47f6-ad91-525d06580b6f tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a73af9-82d0-4a30-aa03-e4421db8a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360336 Sep 01 05:07:10.859989 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500e3ea2-85f9-4c5b-b503-1802ce230fe8 None None] New status for floating IP 4b07b90b-823a-4862-ab75-c052c39734bc: ACTIVE {{(pid=100914) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 05:07:11.359318 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-125f6581-13c4-4eca-b15a-10d5e92c8028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:11.948898 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454f3f70-aa26-493d-b81d-c85bf7bd1823 req-d79436c2-0080-496b-9e80-2084a96472d5 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:11.950365 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-454f3f70-aa26-493d-b81d-c85bf7bd1823 req-d79436c2-0080-496b-9e80-2084a96472d5 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8a7b644-0779-4965-b83a-daaa0c1d9f38 HTTP/1.1" status: 200 len: 945 time: 0.0470495 Sep 01 05:07:11.987124 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-454f3f70-aa26-493d-b81d-c85bf7bd1823 req-7b0b0a67-59d8-4712-847c-cdccb83227b9 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a73af9-82d0-4a30-aa03-e4421db8a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309081 Sep 01 05:07:13.104413 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d694192a-3fc1-438a-89c7-72162f7f75dc req-9dfc9563-db42-4eec-af9c-880ddf4343dc tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:13.105999 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-d694192a-3fc1-438a-89c7-72162f7f75dc req-9dfc9563-db42-4eec-af9c-880ddf4343dc tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8a7b644-0779-4965-b83a-daaa0c1d9f38 HTTP/1.1" status: 200 len: 945 time: 0.0482233 Sep 01 05:07:13.143609 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-d694192a-3fc1-438a-89c7-72162f7f75dc req-4422f839-b8ec-43d8-a77f-2005a251a804 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a73af9-82d0-4a30-aa03-e4421db8a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313067 Sep 01 05:07:13.183793 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-57069d07-1191-4bd8-9ef8-43ac9a8b42c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:14.262284 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa364b7b-e71d-4809-9192-dab2de489d33 req-bc9d3a0b-4e2a-4848-a7da-1ca236090f1b tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:14.263807 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-aa364b7b-e71d-4809-9192-dab2de489d33 req-bc9d3a0b-4e2a-4848-a7da-1ca236090f1b tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8a7b644-0779-4965-b83a-daaa0c1d9f38 HTTP/1.1" status: 200 len: 945 time: 0.0480068 Sep 01 05:07:14.307120 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-aa364b7b-e71d-4809-9192-dab2de489d33 req-aa03202e-0a66-4b16-a714-54d87d078108 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a73af9-82d0-4a30-aa03-e4421db8a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354311 Sep 01 05:07:15.424052 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bcc920-2af5-4b6f-a981-81bd32bdc160 req-28405c66-4bd7-45cc-93d9-8e712c1b7e86 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:15.425497 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-90bcc920-2af5-4b6f-a981-81bd32bdc160 req-28405c66-4bd7-45cc-93d9-8e712c1b7e86 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8a7b644-0779-4965-b83a-daaa0c1d9f38 HTTP/1.1" status: 200 len: 945 time: 0.0504422 Sep 01 05:07:15.465860 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-90bcc920-2af5-4b6f-a981-81bd32bdc160 req-63e3a630-d893-4760-9d3f-fc18baac1c10 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a73af9-82d0-4a30-aa03-e4421db8a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334895 Sep 01 05:07:16.582452 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a790904d-613f-4cb9-94a8-d18c23c7253a req-e5e5d3b0-1fda-4f80-9a3f-f36f13f9dfab tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:16.583952 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-a790904d-613f-4cb9-94a8-d18c23c7253a req-e5e5d3b0-1fda-4f80-9a3f-f36f13f9dfab tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8a7b644-0779-4965-b83a-daaa0c1d9f38 HTTP/1.1" status: 200 len: 945 time: 0.0476019 Sep 01 05:07:16.621011 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-a790904d-613f-4cb9-94a8-d18c23c7253a req-d0692d3c-8fd9-4e07-9b4f-b1fab848c62b tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a73af9-82d0-4a30-aa03-e4421db8a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312574 Sep 01 05:07:17.737738 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd375c8-0cd7-41db-afd7-b26ce0c2ba0d req-bee9a970-a983-4099-bbfe-47ab25d118f4 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:17.739236 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-5fd375c8-0cd7-41db-afd7-b26ce0c2ba0d req-bee9a970-a983-4099-bbfe-47ab25d118f4 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8a7b644-0779-4965-b83a-daaa0c1d9f38 HTTP/1.1" status: 200 len: 945 time: 0.0490198 Sep 01 05:07:17.779931 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-5fd375c8-0cd7-41db-afd7-b26ce0c2ba0d req-f980fc6b-dfc6-4ef1-8893-3f6cbc3afb18 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a73af9-82d0-4a30-aa03-e4421db8a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348611 Sep 01 05:07:18.895608 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421104a4-5ea2-43a8-906a-bbe37b6fbdc9 req-fef5c6d2-2733-4123-84d3-29f03ecb5d39 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:18.897181 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-421104a4-5ea2-43a8-906a-bbe37b6fbdc9 req-fef5c6d2-2733-4123-84d3-29f03ecb5d39 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8a7b644-0779-4965-b83a-daaa0c1d9f38 HTTP/1.1" status: 200 len: 945 time: 0.0477073 Sep 01 05:07:18.934421 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-421104a4-5ea2-43a8-906a-bbe37b6fbdc9 req-18f96f19-9241-4fbd-848f-a23d1ced345c tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a73af9-82d0-4a30-aa03-e4421db8a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307622 Sep 01 05:07:20.051270 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74603e6b-97ac-429a-9123-4a2a3af00460 req-72e301da-cd0f-469d-b7d6-24fe29122ad6 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:20.052728 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-74603e6b-97ac-429a-9123-4a2a3af00460 req-72e301da-cd0f-469d-b7d6-24fe29122ad6 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8a7b644-0779-4965-b83a-daaa0c1d9f38 HTTP/1.1" status: 200 len: 945 time: 0.0480297 Sep 01 05:07:20.089608 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-74603e6b-97ac-429a-9123-4a2a3af00460 req-23a173f2-b8d3-4d18-89e0-3d0173f93c3e tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a73af9-82d0-4a30-aa03-e4421db8a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302122 Sep 01 05:07:21.205278 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d40bb2e-b699-4a63-a33f-d915624f0292 req-299ffe08-d522-4da7-a7b2-36dd57ee579c tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:21.206831 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-5d40bb2e-b699-4a63-a33f-d915624f0292 req-299ffe08-d522-4da7-a7b2-36dd57ee579c tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8a7b644-0779-4965-b83a-daaa0c1d9f38 HTTP/1.1" status: 200 len: 945 time: 0.0480087 Sep 01 05:07:21.254078 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-5d40bb2e-b699-4a63-a33f-d915624f0292 req-a67ec898-da69-43cc-bfe0-51df9499fadd tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a73af9-82d0-4a30-aa03-e4421db8a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364695 Sep 01 05:07:22.099287 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device f4111a83-2512-474a-ac99-6adbdbd73246 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=100913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 05:07:22.194071 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] For port f4111a83-2512-474a-ac99-6adbdbd73246, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f4111a83-2512-474a-ac99-6adbdbd73246,segment=NetworkSegment(6efdb405-2837-4b70-a808-bb1ee8aa5349),segment_id=6efdb405-2837-4b70-a808-bb1ee8aa5349)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:07:22.205429 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Returning: {'device': 'f4111a83-2512-474a-ac99-6adbdbd73246', 'network_id': '3c0fc3fe-cfc7-47f9-a3bb-23d1892df261', 'port_id': 'f4111a83-2512-474a-ac99-6adbdbd73246', 'mac_address': 'fa:16:3e:3b:9c:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0619a0c6-b699-4546-b1ae-83c65a031c43', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 05:07:22.228859 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:22.242101 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:22.254925 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.notifiers.nova [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f4111a83-2512-474a-ac99-6adbdbd73246 {{(pid=100913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 05:07:22.273180 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] For port f4111a83-2512-474a-ac99-6adbdbd73246, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f4111a83-2512-474a-ac99-6adbdbd73246,segment=NetworkSegment(6efdb405-2837-4b70-a808-bb1ee8aa5349),segment_id=6efdb405-2837-4b70-a808-bb1ee8aa5349)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:07:22.378284 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a18122-93d7-45f2-b1ea-1244bdca9894 req-cc3cc120-805a-4b5f-af88-d9505940c9e0 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:22.379763 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-f2a18122-93d7-45f2-b1ea-1244bdca9894 req-cc3cc120-805a-4b5f-af88-d9505940c9e0 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8a7b644-0779-4965-b83a-daaa0c1d9f38 HTTP/1.1" status: 200 len: 945 time: 0.0484838 Sep 01 05:07:22.383681 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:22.419202 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-f2a18122-93d7-45f2-b1ea-1244bdca9894 req-556d6f60-00c7-429b-af95-10f6b0b0b2ec tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a73af9-82d0-4a30-aa03-e4421db8a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323339 Sep 01 05:07:22.431729 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Pushing event updated for resources: {'Port': ['ID=f4111a83-2512-474a-ac99-6adbdbd73246,revision_number=6']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:07:22.439005 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:07:22.439353 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:07:22.439692 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:07:22.440026 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:07:22.440358 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:07:22.440683 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:07:22.441006 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:07:22.441327 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:07:22.441649 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:07:22.441973 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:07:22.442288 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:07:22.442604 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:07:22.585654 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] get_ports_and_sgs() called for port_ids ['f4111a83-2512-474a-ac99-6adbdbd73246'] {{(pid=100913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 05:07:23.544620 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13b800c-2a62-4b4a-88bc-0b9f9b5322a3 req-31150d58-582d-4110-aa61-e424f56b1134 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:23.545862 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e13b800c-2a62-4b4a-88bc-0b9f9b5322a3 req-31150d58-582d-4110-aa61-e424f56b1134 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8a7b644-0779-4965-b83a-daaa0c1d9f38 HTTP/1.1" status: 200 len: 944 time: 0.0522420 Sep 01 05:07:23.584904 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e13b800c-2a62-4b4a-88bc-0b9f9b5322a3 req-c82e28ac-3675-4be6-9ecf-4d6d4c7a8a0c tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a73af9-82d0-4a30-aa03-e4421db8a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326436 Sep 01 05:07:24.110819 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device f4111a83-2512-474a-ac99-6adbdbd73246 up at agent hyperv_hv-cinder-80473 {{(pid=100913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:07:24.168434 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Provisioning complete for port f4111a83-2512-474a-ac99-6adbdbd73246 triggered by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:07:24.168838 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:24.256020 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:24.284834 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8a7b644-0779-4965-b83a-daaa0c1d9f38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4111a83-2512-474a-ac99-6adbdbd73246'}] {{(pid=100913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:07:24.287267 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac1e9064bfa394a3c8e95a7ae5ebf8ce235ac3ce60c2245422c4078f9b609c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cc5c154-715a-4252-b755-ae216484397c" -d '{"events": [{"server_uuid": "c8a7b644-0779-4965-b83a-daaa0c1d9f38", "name": "network-vif-plugged", "status": "completed", "tag": "f4111a83-2512-474a-ac99-6adbdbd73246"}]}' {{(pid=100913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:07:24.302965 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] For port f4111a83-2512-474a-ac99-6adbdbd73246, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f4111a83-2512-474a-ac99-6adbdbd73246,segment=NetworkSegment(6efdb405-2837-4b70-a808-bb1ee8aa5349),segment_id=6efdb405-2837-4b70-a808-bb1ee8aa5349)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:07:24.377765 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:24.419374 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 05:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a2e0f9f-c486-4513-a600-09749184885b x-openstack-request-id: req-1a2e0f9f-c486-4513-a600-09749184885b {{(pid=100913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:07:24.419669 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8a7b644-0779-4965-b83a-daaa0c1d9f38", "name": "network-vif-plugged", "status": "completed", "tag": "f4111a83-2512-474a-ac99-6adbdbd73246", "code": 200}]} {{(pid=100913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:07:24.419930 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1a2e0f9f-c486-4513-a600-09749184885b {{(pid=100913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:07:24.420324 dv-cinder-804735-5-iscsi neutron-server[100913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8a7b644-0779-4965-b83a-daaa0c1d9f38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4111a83-2512-474a-ac99-6adbdbd73246', 'code': 200} Sep 01 05:07:24.437043 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Pushing event updated for resources: {'Port': ['ID=f4111a83-2512-474a-ac99-6adbdbd73246,revision_number=7']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:07:24.710849 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e225cf4d-01cd-4055-9bd5-98231a70c9b3 req-b7fd325b-d56b-43d4-8845-5f40ff368936 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:24.712366 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e225cf4d-01cd-4055-9bd5-98231a70c9b3 req-b7fd325b-d56b-43d4-8845-5f40ff368936 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8a7b644-0779-4965-b83a-daaa0c1d9f38 HTTP/1.1" status: 200 len: 945 time: 0.0500355 Sep 01 05:07:24.755219 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e225cf4d-01cd-4055-9bd5-98231a70c9b3 req-c212b40f-518c-47bc-9748-b0d0901d6f71 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a73af9-82d0-4a30-aa03-e4421db8a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366666 Sep 01 05:07:25.882012 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c345a615-7833-4ba8-83fa-405aff4068fb req-89f669ce-a109-48f3-b2e0-309821f25a84 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:25.887319 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-c345a615-7833-4ba8-83fa-405aff4068fb req-89f669ce-a109-48f3-b2e0-309821f25a84 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8a7b644-0779-4965-b83a-daaa0c1d9f38 HTTP/1.1" status: 200 len: 945 time: 0.0539429 Sep 01 05:07:25.938067 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-c345a615-7833-4ba8-83fa-405aff4068fb req-d5c7bb8d-142a-4dc8-b3d9-493441e67e9f tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a73af9-82d0-4a30-aa03-e4421db8a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401504 Sep 01 05:07:27.041084 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7080a3-2b03-4041-8dee-97b872a16632 req-c4f7cf17-1935-4bed-9d75-d560f0bc66db tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:27.042665 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-da7080a3-2b03-4041-8dee-97b872a16632 req-c4f7cf17-1935-4bed-9d75-d560f0bc66db tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8a7b644-0779-4965-b83a-daaa0c1d9f38 HTTP/1.1" status: 200 len: 945 time: 0.0484076 Sep 01 05:07:27.084970 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-da7080a3-2b03-4041-8dee-97b872a16632 req-a1a55e30-1f83-45bf-9e54-3cb561c9b0c1 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a73af9-82d0-4a30-aa03-e4421db8a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365403 Sep 01 05:07:28.209370 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db5fd34-10c8-4957-84be-728a8060fbf2 req-ae32340d-fa7c-4f22-abe6-da50b25a586f tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:28.211047 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-8db5fd34-10c8-4957-84be-728a8060fbf2 req-ae32340d-fa7c-4f22-abe6-da50b25a586f tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8a7b644-0779-4965-b83a-daaa0c1d9f38 HTTP/1.1" status: 200 len: 945 time: 0.0504224 Sep 01 05:07:28.255680 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-8db5fd34-10c8-4957-84be-728a8060fbf2 req-fb1505b4-8340-47e1-bdd3-c620c61303b3 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a73af9-82d0-4a30-aa03-e4421db8a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376592 Sep 01 05:07:29.385844 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab9f946-e3de-4b19-9d48-6f4081ebd22c req-3f4c57d0-365f-4706-bd57-63c200b3be7a tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:29.389010 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-cab9f946-e3de-4b19-9d48-6f4081ebd22c req-3f4c57d0-365f-4706-bd57-63c200b3be7a tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8a7b644-0779-4965-b83a-daaa0c1d9f38 HTTP/1.1" status: 200 len: 945 time: 0.0516474 Sep 01 05:07:29.427113 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-cab9f946-e3de-4b19-9d48-6f4081ebd22c req-598b6230-77bc-4c1f-8901-75193c9ffa5a tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a73af9-82d0-4a30-aa03-e4421db8a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330062 Sep 01 05:07:30.557284 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4cbb44-8500-4417-a6db-01d70eedfdc6 req-35918820-0716-46ad-b3bc-7a0027225a34 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:30.559027 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-8a4cbb44-8500-4417-a6db-01d70eedfdc6 req-35918820-0716-46ad-b3bc-7a0027225a34 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8a7b644-0779-4965-b83a-daaa0c1d9f38 HTTP/1.1" status: 200 len: 945 time: 0.0506818 Sep 01 05:07:30.603319 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-8a4cbb44-8500-4417-a6db-01d70eedfdc6 req-737768ff-c172-4df4-a4a4-23d1f3d04ef8 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a73af9-82d0-4a30-aa03-e4421db8a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383947 Sep 01 05:07:31.732300 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b178a5-9549-4d2a-bb9f-a371bf225a2b req-35c58764-bde3-4f94-a829-5c108609ab00 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:31.739262 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e5b178a5-9549-4d2a-bb9f-a371bf225a2b req-35c58764-bde3-4f94-a829-5c108609ab00 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8a7b644-0779-4965-b83a-daaa0c1d9f38 HTTP/1.1" status: 200 len: 945 time: 0.0581312 Sep 01 05:07:31.778562 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e5b178a5-9549-4d2a-bb9f-a371bf225a2b req-1ef69381-8569-43e0-b0ca-5d241a866dfc tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a73af9-82d0-4a30-aa03-e4421db8a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382068 Sep 01 05:07:32.913903 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a24c97-4fdb-4897-8728-ea77eac36d16 req-506713f2-80e1-4ea7-bee9-337a4855d93f tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:32.915635 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-98a24c97-4fdb-4897-8728-ea77eac36d16 req-506713f2-80e1-4ea7-bee9-337a4855d93f tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8a7b644-0779-4965-b83a-daaa0c1d9f38 HTTP/1.1" status: 200 len: 945 time: 0.0589712 Sep 01 05:07:32.959205 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-98a24c97-4fdb-4897-8728-ea77eac36d16 req-eca5294a-7651-4e4a-a710-0e2865ead550 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a73af9-82d0-4a30-aa03-e4421db8a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373750 Sep 01 05:07:34.091848 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b211cf1-9128-4006-87d7-747caf02fa9e req-e6787a1d-ce88-4f00-b4a6-17b08aa0ea53 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:34.094070 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-8b211cf1-9128-4006-87d7-747caf02fa9e req-e6787a1d-ce88-4f00-b4a6-17b08aa0ea53 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8a7b644-0779-4965-b83a-daaa0c1d9f38 HTTP/1.1" status: 200 len: 945 time: 0.0503273 Sep 01 05:07:34.132698 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-8b211cf1-9128-4006-87d7-747caf02fa9e req-a23bfd99-a0d5-41e4-806e-5ee3ae51c6ae tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a73af9-82d0-4a30-aa03-e4421db8a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327418 Sep 01 05:07:35.253504 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff4dee0-d557-493b-a7dc-703c64ad6547 req-6f8f13f6-0bdf-4c68-99ec-6822e2298e6d tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:35.255037 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-6ff4dee0-d557-493b-a7dc-703c64ad6547 req-6f8f13f6-0bdf-4c68-99ec-6822e2298e6d tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8a7b644-0779-4965-b83a-daaa0c1d9f38 HTTP/1.1" status: 200 len: 945 time: 0.0487816 Sep 01 05:07:35.297592 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-6ff4dee0-d557-493b-a7dc-703c64ad6547 req-eb82f953-9ee7-4581-bb31-a8ddafc66c4f tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a73af9-82d0-4a30-aa03-e4421db8a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365386 Sep 01 05:07:35.475945 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b7f02f-c808-4666-aef9-7dc941d4c4db req-f79b2c4d-0f3f-46ab-a635-b188b1d5bc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:35.477419 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-47b7f02f-c808-4666-aef9-7dc941d4c4db req-f79b2c4d-0f3f-46ab-a635-b188b1d5bc47 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6f7fb169ff9b446089c4ed54ad80a0dc&device_id=c8a7b644-0779-4965-b83a-daaa0c1d9f38 HTTP/1.1" status: 200 len: 1098 time: 0.0396740 Sep 01 05:07:35.574859 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b7f02f-c808-4666-aef9-7dc941d4c4db req-7633817a-6077-40f3-9aba-e5fcff560d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:35.576312 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-47b7f02f-c808-4666-aef9-7dc941d4c4db req-7633817a-6077-40f3-9aba-e5fcff560d55 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3c0fc3fe-cfc7-47f9-a3bb-23d1892df261 HTTP/1.1" status: 200 len: 917 time: 0.0867810 Sep 01 05:07:35.641295 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-47b7f02f-c808-4666-aef9-7dc941d4c4db req-1f9f88b4-af21-457b-899a-c1ca4c624a07 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4111a83-2512-474a-ac99-6adbdbd73246 HTTP/1.1" status: 200 len: 1001 time: 0.0567949 Sep 01 05:07:35.689292 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b7f02f-c808-4666-aef9-7dc941d4c4db req-eeb1a5de-9319-47f9-96ea-2d1b7a00df98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:35.690589 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-47b7f02f-c808-4666-aef9-7dc941d4c4db req-eeb1a5de-9319-47f9-96ea-2d1b7a00df98 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0619a0c6-b699-4546-b1ae-83c65a031c43 HTTP/1.1" status: 200 len: 855 time: 0.0419602 Sep 01 05:07:35.736989 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b7f02f-c808-4666-aef9-7dc941d4c4db req-5ed391cd-4b2e-429a-b6b3-83097f9fdb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:35.738420 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-47b7f02f-c808-4666-aef9-7dc941d4c4db req-5ed391cd-4b2e-429a-b6b3-83097f9fdb40 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3c0fc3fe-cfc7-47f9-a3bb-23d1892df261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405719 Sep 01 05:07:35.823466 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-47b7f02f-c808-4666-aef9-7dc941d4c4db req-3c0e294f-f1d0-4d0a-b785-739d9ffbe3c8 service neutron] 10.222.0.37 "GET /v2.0/networks/3c0fc3fe-cfc7-47f9-a3bb-23d1892df261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780075 Sep 01 05:07:35.914756 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-47b7f02f-c808-4666-aef9-7dc941d4c4db req-77107329-149d-4d24-9065-73a4f6bfc738 service neutron] 10.222.0.37 "GET /v2.0/networks/3c0fc3fe-cfc7-47f9-a3bb-23d1892df261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841355 Sep 01 05:07:36.414790 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d0af79-6021-4100-8f4c-b027898d9195 req-8f8d2e3e-cc65-4eaf-a3a2-1c7fd4d38cf0 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:36.416284 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-33d0af79-6021-4100-8f4c-b027898d9195 req-8f8d2e3e-cc65-4eaf-a3a2-1c7fd4d38cf0 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8a7b644-0779-4965-b83a-daaa0c1d9f38 HTTP/1.1" status: 200 len: 945 time: 0.0473108 Sep 01 05:07:36.453006 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-33d0af79-6021-4100-8f4c-b027898d9195 req-0323fa26-f35f-4527-a137-b46c3ef0861f tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a73af9-82d0-4a30-aa03-e4421db8a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307186 Sep 01 05:07:37.297320 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-f1c9f61e-9290-4ff0-a922-c1f99518c52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:37.574604 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de1f515-c67f-46e6-bf5e-66dd84ffa2a6 req-d90da314-d412-44b9-9f66-5dc6f43328fb tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:37.576116 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-2de1f515-c67f-46e6-bf5e-66dd84ffa2a6 req-d90da314-d412-44b9-9f66-5dc6f43328fb tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8a7b644-0779-4965-b83a-daaa0c1d9f38 HTTP/1.1" status: 200 len: 945 time: 0.0524848 Sep 01 05:07:37.617033 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-2de1f515-c67f-46e6-bf5e-66dd84ffa2a6 req-05c5af9e-b379-483b-85bd-980ac7a631df tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a73af9-82d0-4a30-aa03-e4421db8a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351243 Sep 01 05:07:38.158170 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device f4111a83-2512-474a-ac99-6adbdbd73246 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:07:38.233947 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:38.255487 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8a7b644-0779-4965-b83a-daaa0c1d9f38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4111a83-2512-474a-ac99-6adbdbd73246'}] {{(pid=100913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:07:38.257690 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac1e9064bfa394a3c8e95a7ae5ebf8ce235ac3ce60c2245422c4078f9b609c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b72e40-2f91-4192-a2c5-9d72c9e9cc15" -d '{"events": [{"server_uuid": "c8a7b644-0779-4965-b83a-daaa0c1d9f38", "name": "network-vif-unplugged", "status": "completed", "tag": "f4111a83-2512-474a-ac99-6adbdbd73246"}]}' {{(pid=100913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:07:38.270363 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] For port f4111a83-2512-474a-ac99-6adbdbd73246, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f4111a83-2512-474a-ac99-6adbdbd73246,segment=NetworkSegment(6efdb405-2837-4b70-a808-bb1ee8aa5349),segment_id=6efdb405-2837-4b70-a808-bb1ee8aa5349)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:07:38.293454 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 01 Sep 2021 05:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e40949c-3df1-4efd-a403-9a7576cf4950 x-openstack-request-id: req-8e40949c-3df1-4efd-a403-9a7576cf4950 {{(pid=100913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:07:38.293741 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8a7b644-0779-4965-b83a-daaa0c1d9f38", "name": "network-vif-unplugged", "status": "completed", "tag": "f4111a83-2512-474a-ac99-6adbdbd73246", "code": 200}]} {{(pid=100913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:07:38.293990 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8e40949c-3df1-4efd-a403-9a7576cf4950 {{(pid=100913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:07:38.294376 dv-cinder-804735-5-iscsi neutron-server[100913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8a7b644-0779-4965-b83a-daaa0c1d9f38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4111a83-2512-474a-ac99-6adbdbd73246', 'code': 200} Sep 01 05:07:38.375912 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:38.422828 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Pushing event updated for resources: {'Port': ['ID=f4111a83-2512-474a-ac99-6adbdbd73246,revision_number=8']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:07:38.735883 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb61370-8c6b-4a82-9601-a19d78d96dd3 req-d1bcd730-c5bc-4120-ac38-2ae3bae0c733 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:38.737247 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-4cb61370-8c6b-4a82-9601-a19d78d96dd3 req-d1bcd730-c5bc-4120-ac38-2ae3bae0c733 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8a7b644-0779-4965-b83a-daaa0c1d9f38 HTTP/1.1" status: 200 len: 943 time: 0.0472009 Sep 01 05:07:38.776937 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-4cb61370-8c6b-4a82-9601-a19d78d96dd3 req-6c2f93d6-6f69-44c2-9ad3-317b8ead89b1 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a73af9-82d0-4a30-aa03-e4421db8a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337434 Sep 01 05:07:39.566887 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.agents_db [None req-49e1e325-328c-4825-9e4f-7693071b0ea2 None None] Agent healthcheck: found 6 active agents {{(pid=100914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 05:07:40.045247 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:40.072929 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-2a9b2c5e-28a5-4eb2-b7fb-b72764ae75a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:40.738925 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [req-7f456333-722c-4463-b15d-c5c5bcf69b6b req-a47b5408-c033-449f-8569-124beeac905e service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=100912) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 05:07:40.739938 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-7f456333-722c-4463-b15d-c5c5bcf69b6b req-a47b5408-c033-449f-8569-124beeac905e service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1031759 Sep 01 05:07:41.008631 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5f88c0-c423-4650-89d9-018c258145b7 req-2f552e0a-9a11-4044-a025-7f2aceb87dab tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:41.010285 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-7a5f88c0-c423-4650-89d9-018c258145b7 req-2f552e0a-9a11-4044-a025-7f2aceb87dab tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8a7b644-0779-4965-b83a-daaa0c1d9f38 HTTP/1.1" status: 200 len: 943 time: 0.0491278 Sep 01 05:07:41.052400 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-7a5f88c0-c423-4650-89d9-018c258145b7 req-24017d7a-ab65-4eea-8037-531bcd0df5ed tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a73af9-82d0-4a30-aa03-e4421db8a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326536 Sep 01 05:07:41.233086 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-41ef49c5-79ef-480b-8a3d-4b14f81687fe req-84bef08a-3dd3-4ffc-b13b-c6df4a2b80ce service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c8a7b644-0779-4965-b83a-daaa0c1d9f38&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0388844 Sep 01 05:07:41.372482 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-125f6581-13c4-4eca-b15a-10d5e92c8028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:42.171751 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5168bf03-a39c-4c85-8e1e-e6ee5d8536d6 req-5a266dbe-7aac-47d4-a812-c3664fcbb888 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:42.173287 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-5168bf03-a39c-4c85-8e1e-e6ee5d8536d6 req-5a266dbe-7aac-47d4-a812-c3664fcbb888 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8a7b644-0779-4965-b83a-daaa0c1d9f38 HTTP/1.1" status: 200 len: 943 time: 0.0496104 Sep 01 05:07:42.211056 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-5168bf03-a39c-4c85-8e1e-e6ee5d8536d6 req-047a627c-64d9-4ce2-805a-29a212ad62da tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a73af9-82d0-4a30-aa03-e4421db8a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313373 Sep 01 05:07:42.695478 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ef49c5-79ef-480b-8a3d-4b14f81687fe req-223a0fa0-2e97-4521-a535-4842abfbbd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:42.696951 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-41ef49c5-79ef-480b-8a3d-4b14f81687fe req-223a0fa0-2e97-4521-a535-4842abfbbd0e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c8a7b644-0779-4965-b83a-daaa0c1d9f38&tenant_id=6f7fb169ff9b446089c4ed54ad80a0dc HTTP/1.1" status: 200 len: 1096 time: 0.0660596 Sep 01 05:07:42.775355 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ef49c5-79ef-480b-8a3d-4b14f81687fe req-cc5ff9be-305c-4a48-bb1e-19ecfe272011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:42.776984 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-41ef49c5-79ef-480b-8a3d-4b14f81687fe req-cc5ff9be-305c-4a48-bb1e-19ecfe272011 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6f7fb169ff9b446089c4ed54ad80a0dc&device_id=c8a7b644-0779-4965-b83a-daaa0c1d9f38 HTTP/1.1" status: 200 len: 1096 time: 0.0465226 Sep 01 05:07:42.864397 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ef49c5-79ef-480b-8a3d-4b14f81687fe req-616d607d-e8b5-4be5-ae5b-858fa1cbbc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:42.865846 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-41ef49c5-79ef-480b-8a3d-4b14f81687fe req-616d607d-e8b5-4be5-ae5b-858fa1cbbc00 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3c0fc3fe-cfc7-47f9-a3bb-23d1892df261 HTTP/1.1" status: 200 len: 917 time: 0.0817864 Sep 01 05:07:43.184931 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-41ef49c5-79ef-480b-8a3d-4b14f81687fe req-4364bf2f-dfc0-4789-a2a3-a347e60290d0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4111a83-2512-474a-ac99-6adbdbd73246 HTTP/1.1" status: 200 len: 999 time: 0.3116596 Sep 01 05:07:43.188588 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-57069d07-1191-4bd8-9ef8-43ac9a8b42c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:43.236582 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ef49c5-79ef-480b-8a3d-4b14f81687fe req-8491a8b8-8d2c-4b57-803f-33f5808a59e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:43.238326 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-41ef49c5-79ef-480b-8a3d-4b14f81687fe req-8491a8b8-8d2c-4b57-803f-33f5808a59e3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0619a0c6-b699-4546-b1ae-83c65a031c43 HTTP/1.1" status: 200 len: 855 time: 0.0454733 Sep 01 05:07:43.287443 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ef49c5-79ef-480b-8a3d-4b14f81687fe req-ccf4892c-af15-4b88-83b6-450ff1a8c18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:43.292692 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-41ef49c5-79ef-480b-8a3d-4b14f81687fe req-ccf4892c-af15-4b88-83b6-450ff1a8c18d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3c0fc3fe-cfc7-47f9-a3bb-23d1892df261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433192 Sep 01 05:07:43.336660 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c26243-20c1-44a6-9957-809610f6da7e req-5d21d1f8-3de5-445b-bb61-7324590460b9 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:43.338136 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-72c26243-20c1-44a6-9957-809610f6da7e req-5d21d1f8-3de5-445b-bb61-7324590460b9 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8a7b644-0779-4965-b83a-daaa0c1d9f38 HTTP/1.1" status: 200 len: 943 time: 0.0500607 Sep 01 05:07:43.382472 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-72c26243-20c1-44a6-9957-809610f6da7e req-eee150c8-2dd3-4988-9581-4e962cb1c6e3 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a73af9-82d0-4a30-aa03-e4421db8a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378127 Sep 01 05:07:43.410593 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-41ef49c5-79ef-480b-8a3d-4b14f81687fe req-02fae5c5-520c-4a48-ba91-12746d2ab04d service neutron] 10.222.0.37 "GET /v2.0/networks/3c0fc3fe-cfc7-47f9-a3bb-23d1892df261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885994 Sep 01 05:07:43.499910 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-41ef49c5-79ef-480b-8a3d-4b14f81687fe req-a570dd41-76af-4577-9bd8-a943dd73eb2f service neutron] 10.222.0.37 "GET /v2.0/networks/3c0fc3fe-cfc7-47f9-a3bb-23d1892df261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814867 Sep 01 05:07:44.510695 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b73eb90-1ed9-4068-8903-907bc7f63981 req-e3e4e4c6-18f0-4011-820f-e3dc2b37bf85 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:44.512972 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-8b73eb90-1ed9-4068-8903-907bc7f63981 req-e3e4e4c6-18f0-4011-820f-e3dc2b37bf85 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8a7b644-0779-4965-b83a-daaa0c1d9f38 HTTP/1.1" status: 200 len: 943 time: 0.0548975 Sep 01 05:07:44.555915 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-8b73eb90-1ed9-4068-8903-907bc7f63981 req-408efc03-5909-4d3b-a9ac-73e5513f861e tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a73af9-82d0-4a30-aa03-e4421db8a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369599 Sep 01 05:07:45.681773 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcbe5b0-a549-44e6-9f49-33e073850da7 req-29645da3-22c9-4569-a423-cea75f699001 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:45.683312 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-9bcbe5b0-a549-44e6-9f49-33e073850da7 req-29645da3-22c9-4569-a423-cea75f699001 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8a7b644-0779-4965-b83a-daaa0c1d9f38 HTTP/1.1" status: 200 len: 943 time: 0.0505791 Sep 01 05:07:45.723178 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-9bcbe5b0-a549-44e6-9f49-33e073850da7 req-13242def-2325-4bf9-8bae-e64972573526 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a73af9-82d0-4a30-aa03-e4421db8a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335352 Sep 01 05:07:46.843554 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae38dbf-359d-43c9-9006-d8269133768c req-1da00cc0-a78c-4178-bbb2-3e3a891cd9cb tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:46.845059 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-6ae38dbf-359d-43c9-9006-d8269133768c req-1da00cc0-a78c-4178-bbb2-3e3a891cd9cb tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8a7b644-0779-4965-b83a-daaa0c1d9f38 HTTP/1.1" status: 200 len: 943 time: 0.0488894 Sep 01 05:07:46.890202 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-6ae38dbf-359d-43c9-9006-d8269133768c req-a3e16567-2316-403e-8899-7b390c407312 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a73af9-82d0-4a30-aa03-e4421db8a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392177 Sep 01 05:07:48.015985 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7746b9b0-4ec0-4bc3-b7a6-57801fb538fd req-3c335d69-e922-473f-a484-ef6b954ae10e tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:48.017577 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-7746b9b0-4ec0-4bc3-b7a6-57801fb538fd req-3c335d69-e922-473f-a484-ef6b954ae10e tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8a7b644-0779-4965-b83a-daaa0c1d9f38 HTTP/1.1" status: 200 len: 943 time: 0.0522184 Sep 01 05:07:48.062712 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-7746b9b0-4ec0-4bc3-b7a6-57801fb538fd req-0eb1f432-a00d-4b4c-9c37-0b27933511be tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a73af9-82d0-4a30-aa03-e4421db8a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389454 Sep 01 05:07:49.183409 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ae29df-5140-4a19-9903-69c1b40f64e1 req-73f31a7e-df2b-4f0e-a121-78fa4426fd7c tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:49.186476 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e9ae29df-5140-4a19-9903-69c1b40f64e1 req-73f31a7e-df2b-4f0e-a121-78fa4426fd7c tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8a7b644-0779-4965-b83a-daaa0c1d9f38 HTTP/1.1" status: 200 len: 943 time: 0.0500588 Sep 01 05:07:49.225630 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e9ae29df-5140-4a19-9903-69c1b40f64e1 req-ded97299-7f2d-4162-8344-355e34decdc3 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a73af9-82d0-4a30-aa03-e4421db8a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328338 Sep 01 05:07:50.351170 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719b5da3-1f40-4979-b098-1029021aa79c req-8122c43e-e9b9-4ba4-974e-0859d4082524 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:50.353132 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-719b5da3-1f40-4979-b098-1029021aa79c req-8122c43e-e9b9-4ba4-974e-0859d4082524 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8a7b644-0779-4965-b83a-daaa0c1d9f38 HTTP/1.1" status: 200 len: 943 time: 0.0491698 Sep 01 05:07:50.406684 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-719b5da3-1f40-4979-b098-1029021aa79c req-47fc1514-7929-4cbf-901e-806ace558389 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a73af9-82d0-4a30-aa03-e4421db8a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474713 Sep 01 05:07:51.529556 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded150b4-04c5-4264-85f7-4ad713f148f2 req-cf561258-a593-44fe-b0aa-1b608f899fc6 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:51.531126 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-ded150b4-04c5-4264-85f7-4ad713f148f2 req-cf561258-a593-44fe-b0aa-1b608f899fc6 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8a7b644-0779-4965-b83a-daaa0c1d9f38 HTTP/1.1" status: 200 len: 943 time: 0.0500026 Sep 01 05:07:51.570416 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-ded150b4-04c5-4264-85f7-4ad713f148f2 req-68f4283d-7d77-4f3c-80af-50aba96e7351 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a73af9-82d0-4a30-aa03-e4421db8a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331285 Sep 01 05:07:52.080341 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:52.699899 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924fc9f5-4874-4fb5-9101-bf833c3eab7d req-55ce81df-ac26-4b4b-93c8-85b76d6a827b tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:52.701407 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-924fc9f5-4874-4fb5-9101-bf833c3eab7d req-55ce81df-ac26-4b4b-93c8-85b76d6a827b tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8a7b644-0779-4965-b83a-daaa0c1d9f38 HTTP/1.1" status: 200 len: 943 time: 0.0494456 Sep 01 05:07:52.740945 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-924fc9f5-4874-4fb5-9101-bf833c3eab7d req-7f6b7076-838f-4422-bd1c-98c4e1e785e7 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a73af9-82d0-4a30-aa03-e4421db8a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334580 Sep 01 05:07:53.862708 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b6b7b5-2084-4c95-8691-2c8a530f4f81 req-fcbcd8be-9b6c-4e28-8c13-448efcc5c57d tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:53.864255 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-73b6b7b5-2084-4c95-8691-2c8a530f4f81 req-fcbcd8be-9b6c-4e28-8c13-448efcc5c57d tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8a7b644-0779-4965-b83a-daaa0c1d9f38 HTTP/1.1" status: 200 len: 943 time: 0.0497236 Sep 01 05:07:53.907902 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-73b6b7b5-2084-4c95-8691-2c8a530f4f81 req-db52e527-4c0e-490b-966c-75d268acf0af tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a73af9-82d0-4a30-aa03-e4421db8a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375104 Sep 01 05:07:55.027302 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4921f22-85dc-47ed-b15d-10e64a82ff0d req-e42e285d-d504-40be-ae45-4f30724aad6a tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:55.028716 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-a4921f22-85dc-47ed-b15d-10e64a82ff0d req-e42e285d-d504-40be-ae45-4f30724aad6a tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8a7b644-0779-4965-b83a-daaa0c1d9f38 HTTP/1.1" status: 200 len: 943 time: 0.0489249 Sep 01 05:07:55.067116 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-a4921f22-85dc-47ed-b15d-10e64a82ff0d req-596fe061-4a5a-4d57-a13a-e3998637b99b tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a73af9-82d0-4a30-aa03-e4421db8a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321174 Sep 01 05:07:55.554331 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a940e8e-f600-455f-bf08-4249d44e82c4 req-805eb5a8-8ea4-42d8-8cec-6b756e9423a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:55.555929 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-5a940e8e-f600-455f-bf08-4249d44e82c4 req-805eb5a8-8ea4-42d8-8cec-6b756e9423a1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6f7fb169ff9b446089c4ed54ad80a0dc&device_id=c8a7b644-0779-4965-b83a-daaa0c1d9f38 HTTP/1.1" status: 200 len: 1096 time: 0.0406418 Sep 01 05:07:55.665834 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a940e8e-f600-455f-bf08-4249d44e82c4 req-625a996d-53ae-4d9a-8ef5-52385c2033d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:55.667377 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-5a940e8e-f600-455f-bf08-4249d44e82c4 req-625a996d-53ae-4d9a-8ef5-52385c2033d9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3c0fc3fe-cfc7-47f9-a3bb-23d1892df261 HTTP/1.1" status: 200 len: 917 time: 0.0882740 Sep 01 05:07:55.733965 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-5a940e8e-f600-455f-bf08-4249d44e82c4 req-6eed89dc-d00d-4f47-ad66-8ac43fbedc80 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4111a83-2512-474a-ac99-6adbdbd73246 HTTP/1.1" status: 200 len: 999 time: 0.0591815 Sep 01 05:07:55.796133 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a940e8e-f600-455f-bf08-4249d44e82c4 req-4d32b369-a0eb-4baf-a942-1aa148a4695c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:55.797736 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-5a940e8e-f600-455f-bf08-4249d44e82c4 req-4d32b369-a0eb-4baf-a942-1aa148a4695c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0619a0c6-b699-4546-b1ae-83c65a031c43 HTTP/1.1" status: 200 len: 855 time: 0.0566208 Sep 01 05:07:55.847834 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a940e8e-f600-455f-bf08-4249d44e82c4 req-962db793-7815-4b51-8e36-7ee4cf90c44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:55.849390 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-5a940e8e-f600-455f-bf08-4249d44e82c4 req-962db793-7815-4b51-8e36-7ee4cf90c44d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3c0fc3fe-cfc7-47f9-a3bb-23d1892df261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437915 Sep 01 05:07:55.950649 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-5a940e8e-f600-455f-bf08-4249d44e82c4 req-80803ad0-ae3a-42b3-9bbc-7ef3f0249b21 service neutron] 10.222.0.37 "GET /v2.0/networks/3c0fc3fe-cfc7-47f9-a3bb-23d1892df261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926623 Sep 01 05:07:56.069643 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-5a940e8e-f600-455f-bf08-4249d44e82c4 req-31dc0f65-3987-42ab-a110-1e2d0cdf5d04 service neutron] 10.222.0.37 "GET /v2.0/networks/3c0fc3fe-cfc7-47f9-a3bb-23d1892df261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116359 Sep 01 05:07:56.204688 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d574b98d-3624-4a1e-bb1b-7a8d199e6170 req-77c67f2c-703d-40f5-aab2-0245f46792e0 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:56.206180 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-d574b98d-3624-4a1e-bb1b-7a8d199e6170 req-77c67f2c-703d-40f5-aab2-0245f46792e0 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8a7b644-0779-4965-b83a-daaa0c1d9f38 HTTP/1.1" status: 200 len: 943 time: 0.0591578 Sep 01 05:07:56.245056 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-d574b98d-3624-4a1e-bb1b-7a8d199e6170 req-5b09330e-551e-4c5d-bdb1-a814637b0377 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a73af9-82d0-4a30-aa03-e4421db8a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328496 Sep 01 05:07:56.262847 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device f4111a83-2512-474a-ac99-6adbdbd73246 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=100913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 05:07:56.372244 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] For port f4111a83-2512-474a-ac99-6adbdbd73246, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f4111a83-2512-474a-ac99-6adbdbd73246,segment=NetworkSegment(6efdb405-2837-4b70-a808-bb1ee8aa5349),segment_id=6efdb405-2837-4b70-a808-bb1ee8aa5349)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:07:56.385111 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Returning: {'device': 'f4111a83-2512-474a-ac99-6adbdbd73246', 'network_id': '3c0fc3fe-cfc7-47f9-a3bb-23d1892df261', 'port_id': 'f4111a83-2512-474a-ac99-6adbdbd73246', 'mac_address': 'fa:16:3e:3b:9c:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0619a0c6-b699-4546-b1ae-83c65a031c43', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 05:07:56.424528 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:56.437639 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.notifiers.nova [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4111a83-2512-474a-ac99-6adbdbd73246 {{(pid=100913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 05:07:56.457009 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] For port f4111a83-2512-474a-ac99-6adbdbd73246, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f4111a83-2512-474a-ac99-6adbdbd73246,segment=NetworkSegment(6efdb405-2837-4b70-a808-bb1ee8aa5349),segment_id=6efdb405-2837-4b70-a808-bb1ee8aa5349)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:07:56.615493 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:56.664659 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Pushing event updated for resources: {'Port': ['ID=f4111a83-2512-474a-ac99-6adbdbd73246,revision_number=9']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:07:56.914923 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] get_ports_and_sgs() called for port_ids ['f4111a83-2512-474a-ac99-6adbdbd73246'] {{(pid=100913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 05:07:57.363815 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c36681-41c2-4685-93c8-88054f6f64c0 req-1e2e5a0f-c78f-43a9-a2ed-8bf2178f06c6 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:57.365463 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-63c36681-41c2-4685-93c8-88054f6f64c0 req-1e2e5a0f-c78f-43a9-a2ed-8bf2178f06c6 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8a7b644-0779-4965-b83a-daaa0c1d9f38 HTTP/1.1" status: 200 len: 944 time: 0.0471299 Sep 01 05:07:57.407261 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-63c36681-41c2-4685-93c8-88054f6f64c0 req-1ee9cb2b-f3d0-41b3-b5a3-7eb2761e51e2 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a73af9-82d0-4a30-aa03-e4421db8a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354340 Sep 01 05:07:58.262243 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device f4111a83-2512-474a-ac99-6adbdbd73246 up at agent hyperv_hv-cinder-80473 {{(pid=100913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:07:58.309195 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Provisioning complete for port f4111a83-2512-474a-ac99-6adbdbd73246 triggered by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:07:58.309707 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:58.390135 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:58.415846 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8a7b644-0779-4965-b83a-daaa0c1d9f38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4111a83-2512-474a-ac99-6adbdbd73246'}] {{(pid=100913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:07:58.419371 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac1e9064bfa394a3c8e95a7ae5ebf8ce235ac3ce60c2245422c4078f9b609c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88617aca-0407-401e-b0c3-0223934aa353" -d '{"events": [{"server_uuid": "c8a7b644-0779-4965-b83a-daaa0c1d9f38", "name": "network-vif-plugged", "status": "completed", "tag": "f4111a83-2512-474a-ac99-6adbdbd73246"}]}' {{(pid=100913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:07:58.432369 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] For port f4111a83-2512-474a-ac99-6adbdbd73246, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f4111a83-2512-474a-ac99-6adbdbd73246,segment=NetworkSegment(6efdb405-2837-4b70-a808-bb1ee8aa5349),segment_id=6efdb405-2837-4b70-a808-bb1ee8aa5349)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:07:58.456784 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 05:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef2113ce-9282-4540-8184-da80acdfce77 x-openstack-request-id: req-ef2113ce-9282-4540-8184-da80acdfce77 {{(pid=100913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:07:58.457078 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8a7b644-0779-4965-b83a-daaa0c1d9f38", "name": "network-vif-plugged", "status": "completed", "tag": "f4111a83-2512-474a-ac99-6adbdbd73246", "code": 200}]} {{(pid=100913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:07:58.457330 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ef2113ce-9282-4540-8184-da80acdfce77 {{(pid=100913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:07:58.457718 dv-cinder-804735-5-iscsi neutron-server[100913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8a7b644-0779-4965-b83a-daaa0c1d9f38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4111a83-2512-474a-ac99-6adbdbd73246', 'code': 200} Sep 01 05:07:58.525535 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:07:58.549732 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f0b642-5ab7-4d95-9783-815d1f127cf7 req-6faae961-6e79-4a4f-b36e-f083ca4e9c9c tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:58.553290 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e9f0b642-5ab7-4d95-9783-815d1f127cf7 req-6faae961-6e79-4a4f-b36e-f083ca4e9c9c tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8a7b644-0779-4965-b83a-daaa0c1d9f38 HTTP/1.1" status: 200 len: 944 time: 0.0493596 Sep 01 05:07:58.575873 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Pushing event updated for resources: {'Port': ['ID=f4111a83-2512-474a-ac99-6adbdbd73246,revision_number=10']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:07:58.589750 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e9f0b642-5ab7-4d95-9783-815d1f127cf7 req-6703f0ff-4411-4869-bbd9-ad63b99f2681 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a73af9-82d0-4a30-aa03-e4421db8a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326006 Sep 01 05:07:58.849442 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16229ba-9611-4dde-ab16-cc3e7fbcdc56 req-dba67ba6-b289-4711-b643-9e9ad280a68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:58.851071 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-b16229ba-9611-4dde-ab16-cc3e7fbcdc56 req-dba67ba6-b289-4711-b643-9e9ad280a68e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c8a7b644-0779-4965-b83a-daaa0c1d9f38 HTTP/1.1" status: 200 len: 1099 time: 0.0403039 Sep 01 05:07:58.886012 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-b16229ba-9611-4dde-ab16-cc3e7fbcdc56 req-2729965c-b676-4385-a6c0-159909527163 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=35a73af9-82d0-4a30-aa03-e4421db8a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272009 Sep 01 05:07:59.709452 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe030016-6e81-4f6b-9e42-9567162af621 req-60265fa0-d190-4551-82b4-c3f6361ed02c tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:07:59.710871 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-fe030016-6e81-4f6b-9e42-9567162af621 req-60265fa0-d190-4551-82b4-c3f6361ed02c tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8a7b644-0779-4965-b83a-daaa0c1d9f38 HTTP/1.1" status: 200 len: 946 time: 0.0479257 Sep 01 05:07:59.747492 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-fe030016-6e81-4f6b-9e42-9567162af621 req-8fe735db-a7e9-4d36-82ae-47d8593f74ef tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a73af9-82d0-4a30-aa03-e4421db8a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304976 Sep 01 05:08:00.866398 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fbb2ad-a9da-4cf0-a89b-970cb3dbcaac req-7dbe50e2-dc74-4461-9cb7-2406b0bcf1a7 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:00.867944 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-11fbb2ad-a9da-4cf0-a89b-970cb3dbcaac req-7dbe50e2-dc74-4461-9cb7-2406b0bcf1a7 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8a7b644-0779-4965-b83a-daaa0c1d9f38 HTTP/1.1" status: 200 len: 946 time: 0.0485768 Sep 01 05:08:00.909844 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-11fbb2ad-a9da-4cf0-a89b-970cb3dbcaac req-ed309733-d98c-4815-9839-5f9dad382553 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a73af9-82d0-4a30-aa03-e4421db8a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358050 Sep 01 05:08:02.026882 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1343af0-673c-446b-84fd-1aaa199e4720 req-81417eb7-8289-4ec3-ba05-6f5b65694e5c tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:02.028350 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-c1343af0-673c-446b-84fd-1aaa199e4720 req-81417eb7-8289-4ec3-ba05-6f5b65694e5c tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8a7b644-0779-4965-b83a-daaa0c1d9f38 HTTP/1.1" status: 200 len: 946 time: 0.0474780 Sep 01 05:08:02.066504 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-c1343af0-673c-446b-84fd-1aaa199e4720 req-042da78b-3116-4a3d-a400-db84fc9e546e tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a73af9-82d0-4a30-aa03-e4421db8a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313573 Sep 01 05:08:07.314162 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-341da457-f3cb-4521-ad8e-6a6c62f97760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:10.017299 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:10.039282 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-ca4367ab-4e41-4a57-90ff-d04229aac9d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:11.411139 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-125f6581-13c4-4eca-b15a-10d5e92c8028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:13.182016 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-57069d07-1191-4bd8-9ef8-43ac9a8b42c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:16.566463 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.agents_db [None req-49e1e325-328c-4825-9e4f-7693071b0ea2 None None] Agent healthcheck: found 6 active agents {{(pid=100914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 05:08:22.163902 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4637da28-2e2f-4fcd-ade7-d95fe13cd80e req-9f86ca76-f7ee-4afe-8902-8cc5592da526 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:22.165383 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-4637da28-2e2f-4fcd-ade7-d95fe13cd80e req-9f86ca76-f7ee-4afe-8902-8cc5592da526 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=f078695a-ea31-483f-9ccc-ed24a6a956a1 HTTP/1.1" status: 200 len: 945 time: 0.0475328 Sep 01 05:08:22.176783 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:22.203549 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-4637da28-2e2f-4fcd-ade7-d95fe13cd80e req-dba6d212-fdfb-4de0-8423-8e3f2ff49fc3 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups?id=77dc8292-e1b2-4049-b288-a829f9739eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314550 Sep 01 05:08:23.318553 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2198c9b-a2e0-4066-8d71-2d2b7f4bfe2f req-85a0cb48-ca9b-4d27-a3bf-48268e561ca7 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:23.320083 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-d2198c9b-a2e0-4066-8d71-2d2b7f4bfe2f req-85a0cb48-ca9b-4d27-a3bf-48268e561ca7 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=f078695a-ea31-483f-9ccc-ed24a6a956a1 HTTP/1.1" status: 200 len: 945 time: 0.0479367 Sep 01 05:08:23.361189 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-d2198c9b-a2e0-4066-8d71-2d2b7f4bfe2f req-e9f53b51-efe3-4f6b-ab0d-08b5dfe72482 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups?id=77dc8292-e1b2-4049-b288-a829f9739eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351841 Sep 01 05:08:24.130269 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d63bc5e-e60c-47da-9bc7-35ca235d3a1e req-f203dbaf-c372-42a7-9a14-3ef6374e5024 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:24.131740 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-6d63bc5e-e60c-47da-9bc7-35ca235d3a1e req-f203dbaf-c372-42a7-9a14-3ef6374e5024 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.37 "GET /v2.0/ports?device_id=f078695a-ea31-483f-9ccc-ed24a6a956a1 HTTP/1.1" status: 200 len: 945 time: 0.0474031 Sep 01 05:08:24.223639 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.plugin [req-6d63bc5e-e60c-47da-9bc7-35ca235d3a1e req-17297421-df11-4072-9e10-3c74af090fd4 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Deleting port d2ceccce-2ff6-4fb5-9ab1-8f5ea61b58b1 {{(pid=100911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:08:24.223891 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-6d63bc5e-e60c-47da-9bc7-35ca235d3a1e req-17297421-df11-4072-9e10-3c74af090fd4 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780564872726'] for port, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:24.308082 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.db [req-6d63bc5e-e60c-47da-9bc7-35ca235d3a1e req-17297421-df11-4072-9e10-3c74af090fd4 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] For port d2ceccce-2ff6-4fb5-9ab1-8f5ea61b58b1, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=d2ceccce-2ff6-4fb5-9ab1-8f5ea61b58b1,segment=NetworkSegment(e92f5f75-4b28-4c21-a02f-3b0b28f57878),segment_id=e92f5f75-4b28-4c21-a02f-3b0b28f57878)] {{(pid=100911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:08:24.308445 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-6d63bc5e-e60c-47da-9bc7-35ca235d3a1e req-17297421-df11-4072-9e10-3c74af090fd4 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958503'] for port, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:24.473737 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edcf5bc-8008-4f06-b5a6-2a239f182630 req-45e293ca-3c8c-4c0d-b497-823a0025dffb tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:24.475277 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-2edcf5bc-8008-4f06-b5a6-2a239f182630 req-45e293ca-3c8c-4c0d-b497-823a0025dffb tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=f078695a-ea31-483f-9ccc-ed24a6a956a1 HTTP/1.1" status: 200 len: 945 time: 0.0476274 Sep 01 05:08:24.479584 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-6d63bc5e-e60c-47da-9bc7-35ca235d3a1e req-17297421-df11-4072-9e10-3c74af090fd4 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:24.479962 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-6d63bc5e-e60c-47da-9bc7-35ca235d3a1e req-17297421-df11-4072-9e10-3c74af090fd4 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1958929'] for floatingip, after_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:24.480278 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.db.l3_db [req-6d63bc5e-e60c-47da-9bc7-35ca235d3a1e req-17297421-df11-4072-9e10-3c74af090fd4 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Floating IP 4b07b90b-823a-4862-ab75-c052c39734bc disassociated. External IP: 172.27.2.87, port: d2ceccce-2ff6-4fb5-9ab1-8f5ea61b58b1. Sep 01 05:08:24.480619 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.plugin [req-6d63bc5e-e60c-47da-9bc7-35ca235d3a1e req-17297421-df11-4072-9e10-3c74af090fd4 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Calling delete_port for d2ceccce-2ff6-4fb5-9ab1-8f5ea61b58b1 owned by compute:nova {{(pid=100911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:08:24.513719 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-2edcf5bc-8008-4f06-b5a6-2a239f182630 req-c9a16c66-7b4c-4e89-9894-2ec7fa065b27 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups?id=77dc8292-e1b2-4049-b288-a829f9739eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323400 Sep 01 05:08:24.672176 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-6d63bc5e-e60c-47da-9bc7-35ca235d3a1e req-17297421-df11-4072-9e10-3c74af090fd4 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780564874213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780564376598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3457272'] for port, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:24.704456 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17297421-df11-4072-9e10-3c74af090fd4 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Pushing event deleted for resources: {'Port': ['ID=d2ceccce-2ff6-4fb5-9ab1-8f5ea61b58b1,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:08:24.715584 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17297421-df11-4072-9e10-3c74af090fd4 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:08:24.715940 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17297421-df11-4072-9e10-3c74af090fd4 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:08:24.716284 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17297421-df11-4072-9e10-3c74af090fd4 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:08:24.716616 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17297421-df11-4072-9e10-3c74af090fd4 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:08:24.716947 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17297421-df11-4072-9e10-3c74af090fd4 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:08:24.717281 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17297421-df11-4072-9e10-3c74af090fd4 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:08:24.717613 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17297421-df11-4072-9e10-3c74af090fd4 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:08:24.717937 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17297421-df11-4072-9e10-3c74af090fd4 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:08:24.718264 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17297421-df11-4072-9e10-3c74af090fd4 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:08:24.718588 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17297421-df11-4072-9e10-3c74af090fd4 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:08:24.718941 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17297421-df11-4072-9e10-3c74af090fd4 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:08:24.719759 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17297421-df11-4072-9e10-3c74af090fd4 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:08:24.827473 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d63bc5e-e60c-47da-9bc7-35ca235d3a1e req-17297421-df11-4072-9e10-3c74af090fd4 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Router def894e4-20ed-48c2-b646-86193442eaf1 has already been hosted by L3 agent dd4ad2d5-7278-4db2-b968-23881816b870 {{(pid=100911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 05:08:24.932623 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d63bc5e-e60c-47da-9bc7-35ca235d3a1e req-17297421-df11-4072-9e10-3c74af090fd4 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Notify agent at l3_agent.dv-cinder-804735-5-iscsi the message routers_updated {{(pid=100911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 05:08:24.942790 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf006b41-4f82-4d28-a47a-5fd8b7443c36 None None] Sync routers for ids ['def894e4-20ed-48c2-b646-86193442eaf1'] in dv-cinder-804735-5-iscsi {{(pid=100913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 05:08:24.951332 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf006b41-4f82-4d28-a47a-5fd8b7443c36 None None] Routers {'def894e4-20ed-48c2-b646-86193442eaf1'} bound to L3 agent in host dv-cinder-804735-5-iscsi {{(pid=100913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:08:24.951954 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-bf006b41-4f82-4d28-a47a-5fd8b7443c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T04:53:40Z,description=,heartbeat_timestamp=2021-09-01T05:08:10Z,host='dv-cinder-804735-5-iscsi',id=dd4ad2d5-7278-4db2-b968-23881816b870,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:53:41Z,topic='l3_agent')) {'router_ids': ['def894e4-20ed-48c2-b646-86193442eaf1'], 'active': True} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:08:24.969293 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d63bc5e-e60c-47da-9bc7-35ca235d3a1e req-17297421-df11-4072-9e10-3c74af090fd4 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] No DVR routers for this DVR port d2ceccce-2ff6-4fb5-9ab1-8f5ea61b58b1 on host hv-cinder-80473 {{(pid=100911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 05:08:24.971843 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-6d63bc5e-e60c-47da-9bc7-35ca235d3a1e req-17297421-df11-4072-9e10-3c74af090fd4 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428309'] for port, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:24.973854 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-6d63bc5e-e60c-47da-9bc7-35ca235d3a1e req-17297421-df11-4072-9e10-3c74af090fd4 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.37 "DELETE /v2.0/ports/d2ceccce-2ff6-4fb5-9ab1-8f5ea61b58b1 HTTP/1.1" status: 204 len: 173 time: 0.8350759 Sep 01 05:08:24.974222 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f078695a-ea31-483f-9ccc-ed24a6a956a1', 'name': 'network-vif-deleted', 'tag': 'd2ceccce-2ff6-4fb5-9ab1-8f5ea61b58b1'}] {{(pid=100911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:08:24.976464 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2199b4ef80d697cbc8f6ff5e200fd84d3ba25b9ef6d03a08fa18221b1b049e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e80c6117-6e1d-4677-bc63-d041f4152367" -d '{"events": [{"server_uuid": "f078695a-ea31-483f-9ccc-ed24a6a956a1", "name": "network-vif-deleted", "tag": "d2ceccce-2ff6-4fb5-9ab1-8f5ea61b58b1"}]}' {{(pid=100911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:08:25.060269 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvr_db [None req-bf006b41-4f82-4d28-a47a-5fd8b7443c36 None None] Set router def894e4-20ed-48c2-b646-86193442eaf1 gateway port host: dv-cinder-804735-5-iscsi {{(pid=100913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:08:25.080179 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 05:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e6b65b2-790a-4c26-a90d-ab71c92d22cd x-openstack-request-id: req-3e6b65b2-790a-4c26-a90d-ab71c92d22cd {{(pid=100911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:08:25.082859 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f078695a-ea31-483f-9ccc-ed24a6a956a1", "name": "network-vif-deleted", "tag": "d2ceccce-2ff6-4fb5-9ab1-8f5ea61b58b1", "status": "completed", "code": 200}]} {{(pid=100911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:08:25.082859 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3e6b65b2-790a-4c26-a90d-ab71c92d22cd {{(pid=100911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:08:25.082859 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f078695a-ea31-483f-9ccc-ed24a6a956a1', 'name': 'network-vif-deleted', 'tag': 'd2ceccce-2ff6-4fb5-9ab1-8f5ea61b58b1', 'status': 'completed', 'code': 200} Sep 01 05:08:25.268517 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-bf006b41-4f82-4d28-a47a-5fd8b7443c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def894e4-20ed-48c2-b646-86193442eaf1', 'name': 'tempest-AttachVolumeTestJSON-1848366623-router', 'tenant_id': 'efd1fc476bbc46ddb375c7c745356ae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '9f7e5785-3b7e-40e3-b844-90f28f6b67ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:01:43Z', 'updated_at': '2021-09-01T05:01:50Z', 'revision_number': 4, 'project_id': 'efd1fc476bbc46ddb375c7c745356ae4', 'gw_port': {'id': '9f7e5785-3b7e-40e3-b844-90f28f6b67ca', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def894e4-20ed-48c2-b646-86193442eaf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:01:44Z', 'updated_at': '2021-09-01T05:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi', '_interfaces': [{'id': 'ece1a100-2310-475d-95fc-573c4ffb987d', 'name': '', 'network_id': '92e27a99-4acf-46a2-b103-44939bb42018', 'tenant_id': 'efd1fc476bbc46ddb375c7c745356ae4', 'mac_address': 'fa:16:3e:04:06:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def894e4-20ed-48c2-b646-86193442eaf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '632c2506-9627-456a-904a-03e2fe14470f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:01:48Z', 'updated_at': '2021-09-01T05:02:04Z', 'revision_number': 5, 'project_id': 'efd1fc476bbc46ddb375c7c745356ae4', 'subnets': [{'id': '632c2506-9627-456a-904a-03e2fe14470f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-5-iscsi', False) {} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:08:25.293791 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf006b41-4f82-4d28-a47a-5fd8b7443c36 None None] Checking router: def894e4-20ed-48c2-b646-86193442eaf1 for host: dv-cinder-804735-5-iscsi {{(pid=100913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 05:08:25.303163 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf006b41-4f82-4d28-a47a-5fd8b7443c36 None None] Routers {'def894e4-20ed-48c2-b646-86193442eaf1'} bound to L3 agent in host dv-cinder-804735-5-iscsi {{(pid=100913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:08:25.303804 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-bf006b41-4f82-4d28-a47a-5fd8b7443c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T04:53:40Z,description=,heartbeat_timestamp=2021-09-01T05:08:10Z,host='dv-cinder-804735-5-iscsi',id=dd4ad2d5-7278-4db2-b968-23881816b870,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:53:41Z,topic='l3_agent')) {'router_ids': ['def894e4-20ed-48c2-b646-86193442eaf1'], 'active': True} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:08:25.410242 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvr_db [None req-bf006b41-4f82-4d28-a47a-5fd8b7443c36 None None] Set router def894e4-20ed-48c2-b646-86193442eaf1 gateway port host: dv-cinder-804735-5-iscsi {{(pid=100913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:08:25.619928 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-bfb35dad-c890-42db-a24a-dfce8dc38e15 req-4db31751-0bea-45fd-8432-1a9e01dbe3e3 tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/ports?device_id=f078695a-ea31-483f-9ccc-ed24a6a956a1 HTTP/1.1" status: 200 len: 210 time: 0.0268548 Sep 01 05:08:25.731602 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-bf006b41-4f82-4d28-a47a-5fd8b7443c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def894e4-20ed-48c2-b646-86193442eaf1', 'name': 'tempest-AttachVolumeTestJSON-1848366623-router', 'tenant_id': 'efd1fc476bbc46ddb375c7c745356ae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '9f7e5785-3b7e-40e3-b844-90f28f6b67ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:01:43Z', 'updated_at': '2021-09-01T05:01:50Z', 'revision_number': 4, 'project_id': 'efd1fc476bbc46ddb375c7c745356ae4', 'gw_port': {'id': '9f7e5785-3b7e-40e3-b844-90f28f6b67ca', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def894e4-20ed-48c2-b646-86193442eaf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:01:44Z', 'updated_at': '2021-09-01T05:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi', '_interfaces': [{'id': 'ece1a100-2310-475d-95fc-573c4ffb987d', 'name': '', 'network_id': '92e27a99-4acf-46a2-b103-44939bb42018', 'tenant_id': 'efd1fc476bbc46ddb375c7c745356ae4', 'mac_address': 'fa:16:3e:04:06:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def894e4-20ed-48c2-b646-86193442eaf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '632c2506-9627-456a-904a-03e2fe14470f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:01:48Z', 'updated_at': '2021-09-01T05:02:04Z', 'revision_number': 5, 'project_id': 'efd1fc476bbc46ddb375c7c745356ae4', 'subnets': [{'id': '632c2506-9627-456a-904a-03e2fe14470f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-5-iscsi', False) {} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:08:25.757428 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf006b41-4f82-4d28-a47a-5fd8b7443c36 None None] The sync data for ids ['def894e4-20ed-48c2-b646-86193442eaf1'] in dv-cinder-804735-5-iscsi is: [{'id': 'def894e4-20ed-48c2-b646-86193442eaf1', 'name': 'tempest-AttachVolumeTestJSON-1848366623-router', 'tenant_id': 'efd1fc476bbc46ddb375c7c745356ae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '9f7e5785-3b7e-40e3-b844-90f28f6b67ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:01:43Z', 'updated_at': '2021-09-01T05:01:50Z', 'revision_number': 4, 'project_id': 'efd1fc476bbc46ddb375c7c745356ae4', 'gw_port': {'id': '9f7e5785-3b7e-40e3-b844-90f28f6b67ca', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def894e4-20ed-48c2-b646-86193442eaf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:01:44Z', 'updated_at': '2021-09-01T05:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi', '_interfaces': [{'id': 'ece1a100-2310-475d-95fc-573c4ffb987d', 'name': '', 'network_id': '92e27a99-4acf-46a2-b103-44939bb42018', 'tenant_id': 'efd1fc476bbc46ddb375c7c745356ae4', 'mac_address': 'fa:16:3e:04:06:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def894e4-20ed-48c2-b646-86193442eaf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '632c2506-9627-456a-904a-03e2fe14470f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:01:48Z', 'updated_at': '2021-09-01T05:02:04Z', 'revision_number': 5, 'project_id': 'efd1fc476bbc46ddb375c7c745356ae4', 'subnets': [{'id': '632c2506-9627-456a-904a-03e2fe14470f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 05:08:25.959017 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbc3324-8f78-4688-8f7c-915b5f8ee6fd None None] New status for floating IP 4b07b90b-823a-4862-ab75-c052c39734bc: DOWN {{(pid=100914) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 05:08:26.406089 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device d2ceccce-2ff6-4fb5-9ab1-8f5ea61b58b1 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:08:26.426670 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.plugin [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] No Port match for: d2ceccce-2ff6-4fb5-9ab1-8f5ea61b58b1 {{(pid=100913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 05:08:26.427051 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device d2ceccce-2ff6-4fb5-9ab1-8f5ea61b58b1 not bound to the agent host hv-cinder-80473 {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 05:08:26.800116 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 50818) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:08:26.854547 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-1df9b35a-262f-4734-8241-4656cd87d87f tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Notify callbacks [] for security_group, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:26.878544 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-1df9b35a-262f-4734-8241-4656cd87d87f tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:27.056548 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-1df9b35a-262f-4734-8241-4656cd87d87f tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:27.059139 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-1df9b35a-262f-4734-8241-4656cd87d87f tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Notify callbacks [] for security_group, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:27.060331 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-1df9b35a-262f-4734-8241-4656cd87d87f tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "DELETE /v2.0/security-groups/77dc8292-e1b2-4049-b288-a829f9739eb1 HTTP/1.1" status: 204 len: 168 time: 0.2592225 Sep 01 05:08:27.063118 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 50820) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:08:27.069888 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df9b35a-262f-4734-8241-4656cd87d87f tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77dc8292-e1b2-4049-b288-a829f9739eb1,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:08:27.076283 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.api.v2.resource [None req-e35028d6-7d4c-4516-a12c-037c6820561c tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] show failed (client error): The resource could not be found. Sep 01 05:08:27.077475 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-e35028d6-7d4c-4516-a12c-037c6820561c tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "GET /v2.0/security-groups/77dc8292-e1b2-4049-b288-a829f9739eb1 HTTP/1.1" status: 404 len: 347 time: 0.0130711 Sep 01 05:08:27.080183 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 50822) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:08:27.199395 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.plugin [None req-9837ee78-3fb4-47e5-a39b-26098c978f9e tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Deleting port cd1ba0d2-0ea5-43e6-93a5-ebc0da866838 {{(pid=100912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:08:27.199741 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-9837ee78-3fb4-47e5-a39b-26098c978f9e tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780564872726'] for port, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:27.276916 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-9837ee78-3fb4-47e5-a39b-26098c978f9e tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958503'] for port, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:27.277238 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-9837ee78-3fb4-47e5-a39b-26098c978f9e tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:27.289097 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.plugin [None req-9837ee78-3fb4-47e5-a39b-26098c978f9e tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Calling delete_port for cd1ba0d2-0ea5-43e6-93a5-ebc0da866838 owned by network:floatingip {{(pid=100912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:08:27.502298 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-9837ee78-3fb4-47e5-a39b-26098c978f9e tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780564874213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780564376598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59570596'] for port, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:27.528988 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9837ee78-3fb4-47e5-a39b-26098c978f9e tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Pushing event deleted for resources: {'Port': ['ID=cd1ba0d2-0ea5-43e6-93a5-ebc0da866838,revision_number=None']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:08:27.551502 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9837ee78-3fb4-47e5-a39b-26098c978f9e tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:08:27.551849 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9837ee78-3fb4-47e5-a39b-26098c978f9e tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:08:27.552186 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9837ee78-3fb4-47e5-a39b-26098c978f9e tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:08:27.552570 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9837ee78-3fb4-47e5-a39b-26098c978f9e tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:08:27.552902 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9837ee78-3fb4-47e5-a39b-26098c978f9e tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:08:27.553236 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9837ee78-3fb4-47e5-a39b-26098c978f9e tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:08:27.553562 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9837ee78-3fb4-47e5-a39b-26098c978f9e tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:08:27.553887 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9837ee78-3fb4-47e5-a39b-26098c978f9e tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:08:27.554212 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9837ee78-3fb4-47e5-a39b-26098c978f9e tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:08:27.554533 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9837ee78-3fb4-47e5-a39b-26098c978f9e tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:08:27.554879 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9837ee78-3fb4-47e5-a39b-26098c978f9e tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:08:27.558945 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9837ee78-3fb4-47e5-a39b-26098c978f9e tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:08:27.595750 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-9837ee78-3fb4-47e5-a39b-26098c978f9e tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Notify callbacks [] for floatingip, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:27.598251 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-9837ee78-3fb4-47e5-a39b-26098c978f9e tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428309'] for floatingip, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:27.599429 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-9837ee78-3fb4-47e5-a39b-26098c978f9e tempest-AttachVolumeTestJSON-1897740430 tempest-AttachVolumeTestJSON-1897740430-project] 10.222.0.11 "DELETE /v2.0/floatingips/4b07b90b-823a-4862-ab75-c052c39734bc HTTP/1.1" status: 204 len: 168 time: 0.5183661 Sep 01 05:08:31.550985 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 50852) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:08:32.050184 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-168b89b4-0941-4ba2-89fa-997ff4f737cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1960977'] for router_interface, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:32.333987 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.plugin [None req-168b89b4-0941-4ba2-89fa-997ff4f737cc admin admin] Deleting port ece1a100-2310-475d-95fc-573c4ffb987d {{(pid=100912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:08:32.334326 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-168b89b4-0941-4ba2-89fa-997ff4f737cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780564872726'] for port, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:32.410178 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.db [None req-168b89b4-0941-4ba2-89fa-997ff4f737cc admin admin] For port ece1a100-2310-475d-95fc-573c4ffb987d, host dv-cinder-804735-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-5-iscsi',level=0,port_id=ece1a100-2310-475d-95fc-573c4ffb987d,segment=NetworkSegment(e92f5f75-4b28-4c21-a02f-3b0b28f57878),segment_id=e92f5f75-4b28-4c21-a02f-3b0b28f57878)] {{(pid=100912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:08:32.410552 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-168b89b4-0941-4ba2-89fa-997ff4f737cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958503'] for port, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:32.422421 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.plugin [None req-168b89b4-0941-4ba2-89fa-997ff4f737cc admin admin] Calling delete_port for ece1a100-2310-475d-95fc-573c4ffb987d owned by network:router_interface {{(pid=100912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:08:32.684819 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-168b89b4-0941-4ba2-89fa-997ff4f737cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780564874213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780564376598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59570596'] for port, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:32.710680 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168b89b4-0941-4ba2-89fa-997ff4f737cc admin admin] Pushing event deleted for resources: {'Port': ['ID=ece1a100-2310-475d-95fc-573c4ffb987d,revision_number=None']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:08:32.874198 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-168b89b4-0941-4ba2-89fa-997ff4f737cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1607793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1961101'] for router_interface, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:33.313836 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-168b89b4-0941-4ba2-89fa-997ff4f737cc admin admin] Router def894e4-20ed-48c2-b646-86193442eaf1 has already been hosted by L3 agent dd4ad2d5-7278-4db2-b968-23881816b870 {{(pid=100912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 05:08:33.417295 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-168b89b4-0941-4ba2-89fa-997ff4f737cc admin admin] Notify agent at l3_agent.dv-cinder-804735-5-iscsi the message routers_updated {{(pid=100912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 05:08:33.422251 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-168b89b4-0941-4ba2-89fa-997ff4f737cc admin admin] 10.222.0.11 "PUT /v2.0/routers/def894e4-20ed-48c2-b646-86193442eaf1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8702590 Sep 01 05:08:33.425504 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 50856) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:08:33.427512 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee6eded-6215-4b79-a0c8-c86429d28963 None None] Sync routers for ids ['def894e4-20ed-48c2-b646-86193442eaf1'] in dv-cinder-804735-5-iscsi {{(pid=100913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 05:08:33.436934 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee6eded-6215-4b79-a0c8-c86429d28963 None None] Routers {'def894e4-20ed-48c2-b646-86193442eaf1'} bound to L3 agent in host dv-cinder-804735-5-iscsi {{(pid=100913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:08:33.437554 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-fee6eded-6215-4b79-a0c8-c86429d28963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T04:53:40Z,description=,heartbeat_timestamp=2021-09-01T05:08:10Z,host='dv-cinder-804735-5-iscsi',id=dd4ad2d5-7278-4db2-b968-23881816b870,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:53:41Z,topic='l3_agent')) {'router_ids': ['def894e4-20ed-48c2-b646-86193442eaf1'], 'active': True} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:08:33.527674 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-f2b638e0-5814-4cf1-9e73-7e519fdbc3c7 admin admin] Notify callbacks [] for router, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:33.542742 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvr_db [None req-fee6eded-6215-4b79-a0c8-c86429d28963 None None] Set router def894e4-20ed-48c2-b646-86193442eaf1 gateway port host: dv-cinder-804735-5-iscsi {{(pid=100913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:08:33.635975 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-f2b638e0-5814-4cf1-9e73-7e519fdbc3c7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:33.725667 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-fee6eded-6215-4b79-a0c8-c86429d28963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def894e4-20ed-48c2-b646-86193442eaf1', 'name': 'tempest-AttachVolumeTestJSON-1848366623-router', 'tenant_id': 'efd1fc476bbc46ddb375c7c745356ae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.50'}], 'enable_snat': True}, 'gw_port_id': '9f7e5785-3b7e-40e3-b844-90f28f6b67ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:01:43Z', 'updated_at': '2021-09-01T05:08:32Z', 'revision_number': 5, 'project_id': 'efd1fc476bbc46ddb375c7c745356ae4', 'gw_port': {'id': '9f7e5785-3b7e-40e3-b844-90f28f6b67ca', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def894e4-20ed-48c2-b646-86193442eaf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:01:44Z', 'updated_at': '2021-09-01T05:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi'}], 'dv-cinder-804735-5-iscsi', False) {} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:08:33.753413 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee6eded-6215-4b79-a0c8-c86429d28963 None None] Checking router: def894e4-20ed-48c2-b646-86193442eaf1 for host: dv-cinder-804735-5-iscsi {{(pid=100913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 05:08:33.761981 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee6eded-6215-4b79-a0c8-c86429d28963 None None] Routers {'def894e4-20ed-48c2-b646-86193442eaf1'} bound to L3 agent in host dv-cinder-804735-5-iscsi {{(pid=100913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:08:33.762636 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-fee6eded-6215-4b79-a0c8-c86429d28963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T04:53:40Z,description=,heartbeat_timestamp=2021-09-01T05:08:10Z,host='dv-cinder-804735-5-iscsi',id=dd4ad2d5-7278-4db2-b968-23881816b870,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:53:41Z,topic='l3_agent')) {'router_ids': ['def894e4-20ed-48c2-b646-86193442eaf1'], 'active': True} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:08:33.780279 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.plugin [None req-f2b638e0-5814-4cf1-9e73-7e519fdbc3c7 admin admin] Deleting port 9f7e5785-3b7e-40e3-b844-90f28f6b67ca {{(pid=100912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:08:33.780851 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-f2b638e0-5814-4cf1-9e73-7e519fdbc3c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780564872726'] for port, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:33.849508 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvr_db [None req-fee6eded-6215-4b79-a0c8-c86429d28963 None None] Set router def894e4-20ed-48c2-b646-86193442eaf1 gateway port host: None {{(pid=100913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:08:33.858978 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.db [None req-f2b638e0-5814-4cf1-9e73-7e519fdbc3c7 admin admin] For port 9f7e5785-3b7e-40e3-b844-90f28f6b67ca, host dv-cinder-804735-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-5-iscsi',level=0,port_id=9f7e5785-3b7e-40e3-b844-90f28f6b67ca,segment=NetworkSegment(ace692d4-e0f2-4d18-963d-d8c8432b7d17),segment_id=ace692d4-e0f2-4d18-963d-d8c8432b7d17)] {{(pid=100912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:08:33.859379 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-f2b638e0-5814-4cf1-9e73-7e519fdbc3c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958503'] for port, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:33.872472 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.plugin [None req-f2b638e0-5814-4cf1-9e73-7e519fdbc3c7 admin admin] Calling delete_port for 9f7e5785-3b7e-40e3-b844-90f28f6b67ca owned by network:router_gateway {{(pid=100912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:08:33.906077 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-fee6eded-6215-4b79-a0c8-c86429d28963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def894e4-20ed-48c2-b646-86193442eaf1', 'name': 'tempest-AttachVolumeTestJSON-1848366623-router', 'tenant_id': 'efd1fc476bbc46ddb375c7c745356ae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:01:43Z', 'updated_at': '2021-09-01T05:08:33Z', 'revision_number': 6, 'project_id': 'efd1fc476bbc46ddb375c7c745356ae4', 'gw_port_host': None}], 'dv-cinder-804735-5-iscsi', False) {} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:08:33.932581 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee6eded-6215-4b79-a0c8-c86429d28963 None None] The sync data for ids ['def894e4-20ed-48c2-b646-86193442eaf1'] in dv-cinder-804735-5-iscsi is: [{'id': 'def894e4-20ed-48c2-b646-86193442eaf1', 'name': 'tempest-AttachVolumeTestJSON-1848366623-router', 'tenant_id': 'efd1fc476bbc46ddb375c7c745356ae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:01:43Z', 'updated_at': '2021-09-01T05:08:33Z', 'revision_number': 6, 'project_id': 'efd1fc476bbc46ddb375c7c745356ae4', 'gw_port_host': None}] {{(pid=100913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 05:08:34.147872 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-f2b638e0-5814-4cf1-9e73-7e519fdbc3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780564874213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780564376598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59570596'] for port, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:34.177199 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b638e0-5814-4cf1-9e73-7e519fdbc3c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f7e5785-3b7e-40e3-b844-90f28f6b67ca,revision_number=None']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:08:34.235352 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-f2b638e0-5814-4cf1-9e73-7e519fdbc3c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1958959'] for router_gateway, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:34.340110 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-f2b638e0-5814-4cf1-9e73-7e519fdbc3c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1955345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4654'] for router, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:34.342288 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-f2b638e0-5814-4cf1-9e73-7e519fdbc3c7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:34.490737 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-f2b638e0-5814-4cf1-9e73-7e519fdbc3c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1955354'] for router, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:34.491586 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b638e0-5814-4cf1-9e73-7e519fdbc3c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router def894e4-20ed-48c2-b646-86193442eaf1 {{(pid=100912) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 05:08:34.496884 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-f2b638e0-5814-4cf1-9e73-7e519fdbc3c7 admin admin] Notify callbacks [] for router, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:34.498036 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-f2b638e0-5814-4cf1-9e73-7e519fdbc3c7 admin admin] 10.222.0.11 "DELETE /v2.0/routers/def894e4-20ed-48c2-b646-86193442eaf1 HTTP/1.1" status: 204 len: 168 time: 1.0716288 Sep 01 05:08:34.500466 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 50860) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:08:34.545050 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0da4a6b-59dc-4a95-9642-9b6a465a5c42 admin admin] Deleting subnet 632c2506-9627-456a-904a-03e2fe14470f {{(pid=100912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 05:08:34.548158 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-a0da4a6b-59dc-4a95-9642-9b6a465a5c42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:34.581816 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-a0da4a6b-59dc-4a95-9642-9b6a465a5c42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59571022'] for subnet, precommit_delete_associations {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:34.659817 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-a0da4a6b-59dc-4a95-9642-9b6a465a5c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942180'] for subnet, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:34.782370 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-a0da4a6b-59dc-4a95-9642-9b6a465a5c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59570635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3840552'] for subnet, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:34.806716 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0da4a6b-59dc-4a95-9642-9b6a465a5c42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=632c2506-9627-456a-904a-03e2fe14470f,revision_number=None']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:08:34.812379 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-a0da4a6b-59dc-4a95-9642-9b6a465a5c42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607828'] for subnet, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:34.814241 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-a0da4a6b-59dc-4a95-9642-9b6a465a5c42 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/632c2506-9627-456a-904a-03e2fe14470f HTTP/1.1" status: 204 len: 168 time: 0.3127165 Sep 01 05:08:34.817584 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 50862) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:08:34.820462 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebd60f3-973c-445c-8a71-260c3efd356f None None] Network 92e27a99-4acf-46a2-b103-44939bb42018 requested from dv-cinder-804735-5-iscsi {{(pid=100913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 05:08:34.896914 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-79ba9aa6-1197-4c65-bde8-a32114fb3e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556555'] for network, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:34.970187 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.plugin [None req-79ba9aa6-1197-4c65-bde8-a32114fb3e89 admin admin] Deleting port b432e9a5-7bc3-400c-a3e2-917cbe2701ff {{(pid=100912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:08:34.970529 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-79ba9aa6-1197-4c65-bde8-a32114fb3e89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780564872726'] for port, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:35.035222 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f7b3fe-d7c5-43b1-a062-5f59286771a8 None None] DHCP port deletion for 92e27a99-4acf-46a2-b103-44939bb42018 request from dv-cinder-804735-5-iscsi {{(pid=100913) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 05:08:35.036606 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.db [None req-79ba9aa6-1197-4c65-bde8-a32114fb3e89 admin admin] For port b432e9a5-7bc3-400c-a3e2-917cbe2701ff, host dv-cinder-804735-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-5-iscsi',level=0,port_id=b432e9a5-7bc3-400c-a3e2-917cbe2701ff,segment=NetworkSegment(e92f5f75-4b28-4c21-a02f-3b0b28f57878),segment_id=e92f5f75-4b28-4c21-a02f-3b0b28f57878)] {{(pid=100912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:08:35.036997 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-79ba9aa6-1197-4c65-bde8-a32114fb3e89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958503'] for port, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:35.051201 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.plugin [None req-79ba9aa6-1197-4c65-bde8-a32114fb3e89 admin admin] Calling delete_port for b432e9a5-7bc3-400c-a3e2-917cbe2701ff owned by network:dhcp {{(pid=100912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:08:35.082129 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.plugin [None req-d1f7b3fe-d7c5-43b1-a062-5f59286771a8 None None] Deleting port b432e9a5-7bc3-400c-a3e2-917cbe2701ff {{(pid=100913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:08:35.082507 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-d1f7b3fe-d7c5-43b1-a062-5f59286771a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780564872726'] for port, before_delete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:35.144168 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-d1f7b3fe-d7c5-43b1-a062-5f59286771a8 None None] For port b432e9a5-7bc3-400c-a3e2-917cbe2701ff, host dv-cinder-804735-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-5-iscsi',level=0,port_id=b432e9a5-7bc3-400c-a3e2-917cbe2701ff,segment=NetworkSegment(e92f5f75-4b28-4c21-a02f-3b0b28f57878),segment_id=e92f5f75-4b28-4c21-a02f-3b0b28f57878)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:08:35.144571 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-d1f7b3fe-d7c5-43b1-a062-5f59286771a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958503'] for port, precommit_delete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:35.156825 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.plugin [None req-d1f7b3fe-d7c5-43b1-a062-5f59286771a8 None None] Calling delete_port for b432e9a5-7bc3-400c-a3e2-917cbe2701ff owned by network:dhcp {{(pid=100913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:08:35.205684 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-79ba9aa6-1197-4c65-bde8-a32114fb3e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780564874213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780564376598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59570596'] for port, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:35.231855 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ba9aa6-1197-4c65-bde8-a32114fb3e89 admin admin] Pushing event deleted for resources: {'Port': ['ID=b432e9a5-7bc3-400c-a3e2-917cbe2701ff,revision_number=None']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:08:35.236529 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ba9aa6-1197-4c65-bde8-a32114fb3e89 admin admin] No DVR routers for this DVR port b432e9a5-7bc3-400c-a3e2-917cbe2701ff on host dv-cinder-804735-5-iscsi {{(pid=100912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 05:08:35.239804 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-d1f7b3fe-d7c5-43b1-a062-5f59286771a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780564874213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780564376598'] for port, after_delete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:35.266878 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f7b3fe-d7c5-43b1-a062-5f59286771a8 None None] Pushing event deleted for resources: {'Port': ['ID=b432e9a5-7bc3-400c-a3e2-917cbe2701ff,revision_number=None']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:08:35.270574 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f7b3fe-d7c5-43b1-a062-5f59286771a8 None None] No DVR routers for this DVR port b432e9a5-7bc3-400c-a3e2-917cbe2701ff on host dv-cinder-804735-5-iscsi {{(pid=100913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 05:08:35.282262 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f7b3fe-d7c5-43b1-a062-5f59286771a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:08:35.282262 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f7b3fe-d7c5-43b1-a062-5f59286771a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:08:35.282262 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f7b3fe-d7c5-43b1-a062-5f59286771a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:08:35.282262 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f7b3fe-d7c5-43b1-a062-5f59286771a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:08:35.282262 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f7b3fe-d7c5-43b1-a062-5f59286771a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:08:35.282262 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f7b3fe-d7c5-43b1-a062-5f59286771a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:08:35.282262 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f7b3fe-d7c5-43b1-a062-5f59286771a8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:08:35.282262 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f7b3fe-d7c5-43b1-a062-5f59286771a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:08:35.282262 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f7b3fe-d7c5-43b1-a062-5f59286771a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:08:35.282262 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f7b3fe-d7c5-43b1-a062-5f59286771a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:08:35.282262 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f7b3fe-d7c5-43b1-a062-5f59286771a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:08:35.282262 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f7b3fe-d7c5-43b1-a062-5f59286771a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:08:35.305061 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device b432e9a5-7bc3-400c-a3e2-917cbe2701ff no longer exists at agent ovs-agent-dv-cinder-804735-5-iscsi {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:08:35.321070 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.plugin [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] No Port match for: b432e9a5-7bc3-400c-a3e2-917cbe2701ff {{(pid=100913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 05:08:35.321422 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device b432e9a5-7bc3-400c-a3e2-917cbe2701ff not bound to the agent host dv-cinder-804735-5-iscsi {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 05:08:35.321844 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device 9f7e5785-3b7e-40e3-b844-90f28f6b67ca no longer exists at agent ovs-agent-dv-cinder-804735-5-iscsi {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:08:35.325768 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-79ba9aa6-1197-4c65-bde8-a32114fb3e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942495', 'neutron.services.segments.db._delete_segments_for_network-8780564943041'] for network, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:35.336862 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.services.segments.db [None req-79ba9aa6-1197-4c65-bde8-a32114fb3e89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92e27a99-4acf-46a2-b103-44939bb42018']}} {{(pid=100912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:08:35.341724 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.plugin [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] No Port match for: 9f7e5785-3b7e-40e3-b844-90f28f6b67ca {{(pid=100913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 05:08:35.342055 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device 9f7e5785-3b7e-40e3-b844-90f28f6b67ca not bound to the agent host dv-cinder-804735-5-iscsi {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 05:08:35.342467 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device ece1a100-2310-475d-95fc-573c4ffb987d no longer exists at agent ovs-agent-dv-cinder-804735-5-iscsi {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:08:35.353350 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.services.segments.db [None req-79ba9aa6-1197-4c65-bde8-a32114fb3e89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e92f5f75-4b28-4c21-a02f-3b0b28f57878') {'for_net_delete': True} {{(pid=100912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:08:35.353817 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.services.segments.db [None req-79ba9aa6-1197-4c65-bde8-a32114fb3e89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e92f5f75-4b28-4c21-a02f-3b0b28f57878') {} {{(pid=100912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:08:35.363862 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-79ba9aa6-1197-4c65-bde8-a32114fb3e89 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780564954453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59571061'] for segment, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:35.364060 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.plugin [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] No Port match for: ece1a100-2310-475d-95fc-573c4ffb987d {{(pid=100913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 05:08:35.364237 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device ece1a100-2310-475d-95fc-573c4ffb987d not bound to the agent host dv-cinder-804735-5-iscsi {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 05:08:35.378218 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-79ba9aa6-1197-4c65-bde8-a32114fb3e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945202'] for segment, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:35.385005 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79ba9aa6-1197-4c65-bde8-a32114fb3e89 admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=100912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 05:08:35.385410 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-79ba9aa6-1197-4c65-bde8-a32114fb3e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59570545'] for segment, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:35.387090 dv-cinder-804735-5-iscsi neutron-server[100912]: Traceback (most recent call last): Sep 01 05:08:35.387090 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 05:08:35.387090 dv-cinder-804735-5-iscsi neutron-server[100912]: timer() Sep 01 05:08:35.387090 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 05:08:35.387090 dv-cinder-804735-5-iscsi neutron-server[100912]: cb(*args, **kw) Sep 01 05:08:35.387090 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 05:08:35.387090 dv-cinder-804735-5-iscsi neutron-server[100912]: return func(*args, **kwargs) Sep 01 05:08:35.387090 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 05:08:35.387090 dv-cinder-804735-5-iscsi neutron-server[100912]: self._notify() Sep 01 05:08:35.387090 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 05:08:35.387090 dv-cinder-804735-5-iscsi neutron-server[100912]: self.callback(batched_events) Sep 01 05:08:35.387090 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 05:08:35.387090 dv-cinder-804735-5-iscsi neutron-server[100912]: event.method(event) Sep 01 05:08:35.387090 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 05:08:35.387090 dv-cinder-804735-5-iscsi neutron-server[100912]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 05:08:35.387090 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 05:08:35.387090 dv-cinder-804735-5-iscsi neutron-server[100912]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 05:08:35.387090 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 05:08:35.387090 dv-cinder-804735-5-iscsi neutron-server[100912]: return f(self, *a, **k) Sep 01 05:08:35.387090 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 05:08:35.387090 dv-cinder-804735-5-iscsi neutron-server[100912]: return self._get(url).json() Sep 01 05:08:35.387090 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 05:08:35.387090 dv-cinder-804735-5-iscsi neutron-server[100912]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 05:08:35.387090 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 05:08:35.387090 dv-cinder-804735-5-iscsi neutron-server[100912]: return self.request(url, 'GET', **kwargs) Sep 01 05:08:35.387090 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 05:08:35.387090 dv-cinder-804735-5-iscsi neutron-server[100912]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 05:08:35.387090 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 05:08:35.387090 dv-cinder-804735-5-iscsi neutron-server[100912]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 05:08:35.387090 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 05:08:35.387090 dv-cinder-804735-5-iscsi neutron-server[100912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 05:08:35.387090 dv-cinder-804735-5-iscsi neutron-server[100912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 05:08:35.510387 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba54b52-1bf9-4e5c-89a7-577dd317ae2d req-d2240f90-3d5f-4d8d-a5cf-a2b158467a57 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:35.511945 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-5ba54b52-1bf9-4e5c-89a7-577dd317ae2d req-d2240f90-3d5f-4d8d-a5cf-a2b158467a57 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8a7b644-0779-4965-b83a-daaa0c1d9f38 HTTP/1.1" status: 200 len: 946 time: 0.0480876 Sep 01 05:08:35.512964 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-79ba9aa6-1197-4c65-bde8-a32114fb3e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1958915'] for network, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:35.518450 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-79ba9aa6-1197-4c65-bde8-a32114fb3e89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607828'] for network, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:35.520169 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-79ba9aa6-1197-4c65-bde8-a32114fb3e89 admin admin] 10.222.0.11 "DELETE /v2.0/networks/92e27a99-4acf-46a2-b103-44939bb42018 HTTP/1.1" status: 204 len: 168 time: 0.7003491 Sep 01 05:08:35.536837 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ba9aa6-1197-4c65-bde8-a32114fb3e89 admin admin] Pushing event deleted for resources: {'Network': ['ID=92e27a99-4acf-46a2-b103-44939bb42018,revision_number=None']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:08:35.563378 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-5ba54b52-1bf9-4e5c-89a7-577dd317ae2d req-b23183ce-4690-469d-b937-35db8bdb142e tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a73af9-82d0-4a30-aa03-e4421db8a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412328 Sep 01 05:08:35.844646 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 50876) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:08:35.884484 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-5e38c635-62b1-49e7-b70f-77f85736039b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=efd1fc476bbc46ddb375c7c745356ae4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0387294 Sep 01 05:08:35.886793 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 50878) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:08:35.935811 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-b9fa52c6-9222-4343-8f30-0eaa1363d389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:35.958240 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-b9fa52c6-9222-4343-8f30-0eaa1363d389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:36.079568 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-b9fa52c6-9222-4343-8f30-0eaa1363d389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:36.082642 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-b9fa52c6-9222-4343-8f30-0eaa1363d389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:36.083892 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-b9fa52c6-9222-4343-8f30-0eaa1363d389 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/60b942f3-b9c5-4049-9a05-f5c15c456087 HTTP/1.1" status: 204 len: 168 time: 0.1962113 Sep 01 05:08:36.092228 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fa52c6-9222-4343-8f30-0eaa1363d389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b942f3-b9c5-4049-9a05-f5c15c456087,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:08:36.691734 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f159fae-9431-480b-93e4-666ab02fc5c3 req-4a57ef6d-f149-489e-8555-e505960f9db1 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:36.693333 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-2f159fae-9431-480b-93e4-666ab02fc5c3 req-4a57ef6d-f149-489e-8555-e505960f9db1 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8a7b644-0779-4965-b83a-daaa0c1d9f38 HTTP/1.1" status: 200 len: 946 time: 0.0568578 Sep 01 05:08:36.730469 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-2f159fae-9431-480b-93e4-666ab02fc5c3 req-a3b2e23d-70f2-4e51-9675-5a31e759db20 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups?id=35a73af9-82d0-4a30-aa03-e4421db8a1f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313270 Sep 01 05:08:36.866401 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5abeff-1673-412d-a4eb-101b1788ced2 req-05688e82-2628-4f42-adac-d3cc7f2a96ac tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:36.867937 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-dc5abeff-1673-412d-a4eb-101b1788ced2 req-05688e82-2628-4f42-adac-d3cc7f2a96ac tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.37 "GET /v2.0/ports?device_id=c8a7b644-0779-4965-b83a-daaa0c1d9f38 HTTP/1.1" status: 200 len: 946 time: 0.0495443 Sep 01 05:08:36.961222 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.plugin [req-dc5abeff-1673-412d-a4eb-101b1788ced2 req-a492e63c-fbcb-488c-abe7-ab0f5879bda8 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Deleting port f4111a83-2512-474a-ac99-6adbdbd73246 {{(pid=100911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:08:36.961561 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-dc5abeff-1673-412d-a4eb-101b1788ced2 req-a492e63c-fbcb-488c-abe7-ab0f5879bda8 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780564872726'] for port, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:37.051291 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.db [req-dc5abeff-1673-412d-a4eb-101b1788ced2 req-a492e63c-fbcb-488c-abe7-ab0f5879bda8 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] For port f4111a83-2512-474a-ac99-6adbdbd73246, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f4111a83-2512-474a-ac99-6adbdbd73246,segment=NetworkSegment(6efdb405-2837-4b70-a808-bb1ee8aa5349),segment_id=6efdb405-2837-4b70-a808-bb1ee8aa5349)] {{(pid=100911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:08:37.051650 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-dc5abeff-1673-412d-a4eb-101b1788ced2 req-a492e63c-fbcb-488c-abe7-ab0f5879bda8 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958503'] for port, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:37.093319 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 50902) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:08:37.187402 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.v2.base [None req-0eb898e1-8a10-4276-8e06-3fad6475c483 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1728632905-network', 'tenant_id': '5af7200b1ace4713b6a4025a0489188f'}} {{(pid=100912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:08:37.222784 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-dc5abeff-1673-412d-a4eb-101b1788ced2 req-a492e63c-fbcb-488c-abe7-ab0f5879bda8 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:37.223197 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-dc5abeff-1673-412d-a4eb-101b1788ced2 req-a492e63c-fbcb-488c-abe7-ab0f5879bda8 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1958929'] for floatingip, after_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:37.223517 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.db.l3_db [req-dc5abeff-1673-412d-a4eb-101b1788ced2 req-a492e63c-fbcb-488c-abe7-ab0f5879bda8 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Floating IP d0ac8270-9b35-46b9-8434-df9f16f66e84 disassociated. External IP: 172.27.2.178, port: f4111a83-2512-474a-ac99-6adbdbd73246. Sep 01 05:08:37.223858 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.plugin [req-dc5abeff-1673-412d-a4eb-101b1788ced2 req-a492e63c-fbcb-488c-abe7-ab0f5879bda8 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Calling delete_port for f4111a83-2512-474a-ac99-6adbdbd73246 owned by compute:nova {{(pid=100911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:08:37.296408 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb898e1-8a10-4276-8e06-3fad6475c483 admin admin] Made reservation on behalf of 5af7200b1ace4713b6a4025a0489188f for: {'network': 1} {{(pid=100912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 05:08:37.299586 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-0eb898e1-8a10-4276-8e06-3fad6475c483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for network, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:37.308634 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-0eb898e1-8a10-4276-8e06-3fad6475c483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:37.325164 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-1cb882d7-730b-40ba-b805-e0a034dc3de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:37.410731 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-dc5abeff-1673-412d-a4eb-101b1788ced2 req-a492e63c-fbcb-488c-abe7-ab0f5879bda8 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780564874213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780564376598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3457272'] for port, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:37.439201 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a492e63c-fbcb-488c-abe7-ab0f5879bda8 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Pushing event deleted for resources: {'Port': ['ID=f4111a83-2512-474a-ac99-6adbdbd73246,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:08:37.479963 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-0eb898e1-8a10-4276-8e06-3fad6475c483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:37.552779 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc5abeff-1673-412d-a4eb-101b1788ced2 req-a492e63c-fbcb-488c-abe7-ab0f5879bda8 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Router cf7833d7-4c97-4622-afaf-57ace39decf3 has already been hosted by L3 agent dd4ad2d5-7278-4db2-b968-23881816b870 {{(pid=100911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 05:08:37.580991 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-0eb898e1-8a10-4276-8e06-3fad6475c483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:37.605702 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eb898e1-8a10-4276-8e06-3fad6475c483 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=100912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 05:08:37.615785 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb898e1-8a10-4276-8e06-3fad6475c483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0987adab-11c5-485e-8603-7bb044d344b4,revision_number=1']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:08:37.620614 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-0eb898e1-8a10-4276-8e06-3fad6475c483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945202'] for segment, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:37.625215 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.db.segments_db [None req-0eb898e1-8a10-4276-8e06-3fad6475c483 admin admin] Added segment 41c87385-930b-4ad8-9a42-11e00d93e57f of type vlan for network a5c035f5-3685-4cd0-a7ac-f1f18f39a1c9 Sep 01 05:08:37.659911 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc5abeff-1673-412d-a4eb-101b1788ced2 req-a492e63c-fbcb-488c-abe7-ab0f5879bda8 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Notify agent at l3_agent.dv-cinder-804735-5-iscsi the message routers_updated {{(pid=100911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 05:08:37.660384 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-0eb898e1-8a10-4276-8e06-3fad6475c483 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780564394581'] for network, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:37.669824 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec26d879-44ac-4dd3-98e5-3afec3e0502a None None] Sync routers for ids ['cf7833d7-4c97-4622-afaf-57ace39decf3'] in dv-cinder-804735-5-iscsi {{(pid=100914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 05:08:37.679866 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec26d879-44ac-4dd3-98e5-3afec3e0502a None None] Routers {'cf7833d7-4c97-4622-afaf-57ace39decf3'} bound to L3 agent in host dv-cinder-804735-5-iscsi {{(pid=100914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:08:37.680489 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_hamode_db [None req-ec26d879-44ac-4dd3-98e5-3afec3e0502a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T04:53:40Z,description=,heartbeat_timestamp=2021-09-01T05:08:10Z,host='dv-cinder-804735-5-iscsi',id=dd4ad2d5-7278-4db2-b968-23881816b870,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:53:41Z,topic='l3_agent')) {'router_ids': ['cf7833d7-4c97-4622-afaf-57ace39decf3'], 'active': True} {{(pid=100914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:08:37.703459 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc5abeff-1673-412d-a4eb-101b1788ced2 req-a492e63c-fbcb-488c-abe7-ab0f5879bda8 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] No DVR routers for this DVR port f4111a83-2512-474a-ac99-6adbdbd73246 on host hv-cinder-80473 {{(pid=100911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 05:08:37.706660 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-dc5abeff-1673-412d-a4eb-101b1788ced2 req-a492e63c-fbcb-488c-abe7-ab0f5879bda8 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428309'] for port, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:37.710872 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-dc5abeff-1673-412d-a4eb-101b1788ced2 req-a492e63c-fbcb-488c-abe7-ab0f5879bda8 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.37 "DELETE /v2.0/ports/f4111a83-2512-474a-ac99-6adbdbd73246 HTTP/1.1" status: 204 len: 173 time: 0.8337965 Sep 01 05:08:37.710872 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8a7b644-0779-4965-b83a-daaa0c1d9f38', 'name': 'network-vif-deleted', 'tag': 'f4111a83-2512-474a-ac99-6adbdbd73246'}] {{(pid=100911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:08:37.711444 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2199b4ef80d697cbc8f6ff5e200fd84d3ba25b9ef6d03a08fa18221b1b049e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40bf0b92-3795-495c-8086-753db2e9c743" -d '{"events": [{"server_uuid": "c8a7b644-0779-4965-b83a-daaa0c1d9f38", "name": "network-vif-deleted", "tag": "f4111a83-2512-474a-ac99-6adbdbd73246"}]}' {{(pid=100911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:08:37.749484 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 05:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71375f90-7886-427b-b43f-00a6d443187b x-openstack-request-id: req-71375f90-7886-427b-b43f-00a6d443187b {{(pid=100911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:08:37.749770 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8a7b644-0779-4965-b83a-daaa0c1d9f38", "name": "network-vif-deleted", "tag": "f4111a83-2512-474a-ac99-6adbdbd73246", "status": "completed", "code": 200}]} {{(pid=100911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:08:37.750024 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-71375f90-7886-427b-b43f-00a6d443187b {{(pid=100911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:08:37.750419 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8a7b644-0779-4965-b83a-daaa0c1d9f38', 'name': 'network-vif-deleted', 'tag': 'f4111a83-2512-474a-ac99-6adbdbd73246', 'status': 'completed', 'code': 200} Sep 01 05:08:37.759537 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-0eb898e1-8a10-4276-8e06-3fad6475c483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782'] for network, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:37.761101 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb898e1-8a10-4276-8e06-3fad6475c483 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:37.761697 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-0eb898e1-8a10-4276-8e06-3fad6475c483 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607828'] for network, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:37.799890 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_dvr_db [None req-ec26d879-44ac-4dd3-98e5-3afec3e0502a None None] Set router cf7833d7-4c97-4622-afaf-57ace39decf3 gateway port host: dv-cinder-804735-5-iscsi {{(pid=100914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:08:37.852846 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e672735e-023e-47b2-aa31-1946f015d45f req-d0041a68-3165-447b-8e49-b02b397ed5c1 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8a7b644-0779-4965-b83a-daaa0c1d9f38 HTTP/1.1" status: 200 len: 210 time: 0.0355585 Sep 01 05:08:37.862955 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb898e1-8a10-4276-8e06-3fad6475c483 admin admin] Pushing event updated for resources: {'Network': ['ID=a5c035f5-3685-4cd0-a7ac-f1f18f39a1c9,revision_number=1']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:08:37.874047 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Network a5c035f5-3685-4cd0-a7ac-f1f18f39a1c9 details requested by agent ovs-agent-dv-cinder-804735-5-iscsi with host dv-cinder-804735-5-iscsi {{(pid=100913) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 05:08:37.913327 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-0eb898e1-8a10-4276-8e06-3fad6475c483 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8187933 Sep 01 05:08:37.916406 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 50910) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:08:37.921220 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.v2.base [None req-c004e447-0ff2-40cd-9587-4363786f13f9 admin admin] Request body: {'subnet': {'network_id': 'a5c035f5-3685-4cd0-a7ac-f1f18f39a1c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1728632905-subnet', 'tenant_id': '5af7200b1ace4713b6a4025a0489188f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:08:38.035857 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_hamode_db [None req-ec26d879-44ac-4dd3-98e5-3afec3e0502a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf7833d7-4c97-4622-afaf-57ace39decf3', 'name': 'tempest-AttachVolumeShelveTestJSON-232564752-router', 'tenant_id': '6f7fb169ff9b446089c4ed54ad80a0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'fdc3cbf0-4453-47ae-9a07-b90bad19b65d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:01:42Z', 'updated_at': '2021-09-01T05:01:51Z', 'revision_number': 4, 'project_id': '6f7fb169ff9b446089c4ed54ad80a0dc', 'gw_port': {'id': 'fdc3cbf0-4453-47ae-9a07-b90bad19b65d', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ba:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7833d7-4c97-4622-afaf-57ace39decf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:01:43Z', 'updated_at': '2021-09-01T05:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi', '_interfaces': [{'id': '67e948fa-3701-40a0-84a3-42134389b745', 'name': '', 'network_id': '3c0fc3fe-cfc7-47f9-a3bb-23d1892df261', 'tenant_id': '6f7fb169ff9b446089c4ed54ad80a0dc', 'mac_address': 'fa:16:3e:75:0e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7833d7-4c97-4622-afaf-57ace39decf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0619a0c6-b699-4546-b1ae-83c65a031c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:01:49Z', 'updated_at': '2021-09-01T05:02:06Z', 'revision_number': 5, 'project_id': '6f7fb169ff9b446089c4ed54ad80a0dc', 'subnets': [{'id': '0619a0c6-b699-4546-b1ae-83c65a031c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-5-iscsi', False) {} {{(pid=100914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:08:38.051729 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c004e447-0ff2-40cd-9587-4363786f13f9 admin admin] Made reservation on behalf of 5af7200b1ace4713b6a4025a0489188f for: {'subnet': 1} {{(pid=100912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 05:08:38.054707 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-c004e447-0ff2-40cd-9587-4363786f13f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3840519'] for subnet, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:38.061735 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec26d879-44ac-4dd3-98e5-3afec3e0502a None None] Checking router: cf7833d7-4c97-4622-afaf-57ace39decf3 for host: dv-cinder-804735-5-iscsi {{(pid=100914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 05:08:38.071361 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec26d879-44ac-4dd3-98e5-3afec3e0502a None None] Routers {'cf7833d7-4c97-4622-afaf-57ace39decf3'} bound to L3 agent in host dv-cinder-804735-5-iscsi {{(pid=100914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:08:38.072035 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_hamode_db [None req-ec26d879-44ac-4dd3-98e5-3afec3e0502a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T04:53:40Z,description=,heartbeat_timestamp=2021-09-01T05:08:10Z,host='dv-cinder-804735-5-iscsi',id=dd4ad2d5-7278-4db2-b968-23881816b870,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:53:41Z,topic='l3_agent')) {'router_ids': ['cf7833d7-4c97-4622-afaf-57ace39decf3'], 'active': True} {{(pid=100914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:08:38.177939 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_dvr_db [None req-ec26d879-44ac-4dd3-98e5-3afec3e0502a None None] Set router cf7833d7-4c97-4622-afaf-57ace39decf3 gateway port host: dv-cinder-804735-5-iscsi {{(pid=100914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:08:38.308147 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-c004e447-0ff2-40cd-9587-4363786f13f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59570964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3840529'] for subnet, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:38.358202 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c004e447-0ff2-40cd-9587-4363786f13f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db9af3c1-097a-4e4f-9829-9c836000b336,revision_number=0']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:08:38.373274 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c004e447-0ff2-40cd-9587-4363786f13f9 admin admin] Checking segment: {'id': '41c87385-930b-4ad8-9a42-11e00d93e57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a5c035f5-3685-4cd0-a7ac-f1f18f39a1c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:08:38.373637 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c004e447-0ff2-40cd-9587-4363786f13f9 admin admin] Network hostable DHCP agents. Network: a5c035f5-3685-4cd0-a7ac-f1f18f39a1c9, hostable agents: ['978c142f-0e94-4713-b592-abea12f7c88c'], hosted agents: [] {{(pid=100912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 05:08:38.396546 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_hamode_db [None req-ec26d879-44ac-4dd3-98e5-3afec3e0502a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf7833d7-4c97-4622-afaf-57ace39decf3', 'name': 'tempest-AttachVolumeShelveTestJSON-232564752-router', 'tenant_id': '6f7fb169ff9b446089c4ed54ad80a0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'fdc3cbf0-4453-47ae-9a07-b90bad19b65d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:01:42Z', 'updated_at': '2021-09-01T05:01:51Z', 'revision_number': 4, 'project_id': '6f7fb169ff9b446089c4ed54ad80a0dc', 'gw_port': {'id': 'fdc3cbf0-4453-47ae-9a07-b90bad19b65d', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ba:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7833d7-4c97-4622-afaf-57ace39decf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:01:43Z', 'updated_at': '2021-09-01T05:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi', '_interfaces': [{'id': '67e948fa-3701-40a0-84a3-42134389b745', 'name': '', 'network_id': '3c0fc3fe-cfc7-47f9-a3bb-23d1892df261', 'tenant_id': '6f7fb169ff9b446089c4ed54ad80a0dc', 'mac_address': 'fa:16:3e:75:0e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7833d7-4c97-4622-afaf-57ace39decf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0619a0c6-b699-4546-b1ae-83c65a031c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:01:49Z', 'updated_at': '2021-09-01T05:02:06Z', 'revision_number': 5, 'project_id': '6f7fb169ff9b446089c4ed54ad80a0dc', 'subnets': [{'id': '0619a0c6-b699-4546-b1ae-83c65a031c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-5-iscsi', False) {} {{(pid=100914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:08:38.426227 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec26d879-44ac-4dd3-98e5-3afec3e0502a None None] The sync data for ids ['cf7833d7-4c97-4622-afaf-57ace39decf3'] in dv-cinder-804735-5-iscsi is: [{'id': 'cf7833d7-4c97-4622-afaf-57ace39decf3', 'name': 'tempest-AttachVolumeShelveTestJSON-232564752-router', 'tenant_id': '6f7fb169ff9b446089c4ed54ad80a0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'fdc3cbf0-4453-47ae-9a07-b90bad19b65d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:01:42Z', 'updated_at': '2021-09-01T05:01:51Z', 'revision_number': 4, 'project_id': '6f7fb169ff9b446089c4ed54ad80a0dc', 'gw_port': {'id': 'fdc3cbf0-4453-47ae-9a07-b90bad19b65d', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ba:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7833d7-4c97-4622-afaf-57ace39decf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:01:43Z', 'updated_at': '2021-09-01T05:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi', '_interfaces': [{'id': '67e948fa-3701-40a0-84a3-42134389b745', 'name': '', 'network_id': '3c0fc3fe-cfc7-47f9-a3bb-23d1892df261', 'tenant_id': '6f7fb169ff9b446089c4ed54ad80a0dc', 'mac_address': 'fa:16:3e:75:0e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7833d7-4c97-4622-afaf-57ace39decf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '0619a0c6-b699-4546-b1ae-83c65a031c43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:01:49Z', 'updated_at': '2021-09-01T05:02:06Z', 'revision_number': 5, 'project_id': '6f7fb169ff9b446089c4ed54ad80a0dc', 'subnets': [{'id': '0619a0c6-b699-4546-b1ae-83c65a031c43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 05:08:38.462128 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c004e447-0ff2-40cd-9587-4363786f13f9 admin admin] Network a5c035f5-3685-4cd0-a7ac-f1f18f39a1c9 is scheduled to be hosted by DHCP agent 978c142f-0e94-4713-b592-abea12f7c88c with binding_index 1 {{(pid=100912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 05:08:38.542130 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.scheduler.base_scheduler [None req-c004e447-0ff2-40cd-9587-4363786f13f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-5-iscsi, a5c035f5-3685-4cd0-a7ac-f1f18f39a1c9) {{(pid=100912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:08:38.546196 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c004e447-0ff2-40cd-9587-4363786f13f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:38.546865 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-c004e447-0ff2-40cd-9587-4363786f13f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607828'] for subnet, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:38.552761 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e06a653-4075-43cf-a4da-d96e887d54e4 None None] Network a5c035f5-3685-4cd0-a7ac-f1f18f39a1c9 requested from dv-cinder-804735-5-iscsi {{(pid=100913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 05:08:38.628153 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-c004e447-0ff2-40cd-9587-4363786f13f9 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7099586 Sep 01 05:08:38.639909 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4859ee01-1846-47ed-a4c8-2024818b4dad None None] New status for floating IP d0ac8270-9b35-46b9-8434-df9f16f66e84: DOWN {{(pid=100913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 05:08:38.788864 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d621c315-5acf-48ec-be5c-fade79249d9c None None] Network a5c035f5-3685-4cd0-a7ac-f1f18f39a1c9 requested from dv-cinder-804735-5-iscsi {{(pid=100913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 05:08:39.022431 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 50932) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:08:39.076428 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73235da-0779-478e-aa42-9905c042140f req-90b93b29-7408-48d0-8379-8e6c2fe55d30 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:39.077885 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-b73235da-0779-478e-aa42-9905c042140f req-90b93b29-7408-48d0-8379-8e6c2fe55d30 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/networks?id=a5c035f5-3685-4cd0-a7ac-f1f18f39a1c9 HTTP/1.1" status: 200 len: 815 time: 0.1258886 Sep 01 05:08:39.101361 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-b73235da-0779-478e-aa42-9905c042140f req-c000362d-6307-4bf8-9e2e-17d691130c2b tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/quotas/5af7200b1ace4713b6a4025a0489188f HTTP/1.1" status: 200 len: 375 time: 0.0159023 Sep 01 05:08:39.120334 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-2b758364-52c9-456a-b1c4-dfd3ec2d0d6d tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Notify callbacks [] for security_group, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:39.139284 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-b73235da-0779-478e-aa42-9905c042140f req-d78031df-0ca5-4db5-bfbd-8007ce3cb4bc tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=5af7200b1ace4713b6a4025a0489188f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319407 Sep 01 05:08:39.166570 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-2b758364-52c9-456a-b1c4-dfd3ec2d0d6d tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:39.278841 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-b73235da-0779-478e-aa42-9905c042140f req-6a999e32-42c6-4d1e-89f9-568c860eadfe service neutron] 10.222.0.11 "GET /v2.0/networks/a5c035f5-3685-4cd0-a7ac-f1f18f39a1c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312683 Sep 01 05:08:39.342808 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-2b758364-52c9-456a-b1c4-dfd3ec2d0d6d tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:39.345360 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-2b758364-52c9-456a-b1c4-dfd3ec2d0d6d tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Notify callbacks [] for security_group, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:39.346536 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-2b758364-52c9-456a-b1c4-dfd3ec2d0d6d tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "DELETE /v2.0/security-groups/35a73af9-82d0-4a30-aa03-e4421db8a1f7 HTTP/1.1" status: 204 len: 168 time: 0.3231311 Sep 01 05:08:39.349223 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 50936) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:08:39.363199 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.api.v2.resource [None req-cbe792ad-d6e8-4d40-b822-f6670b707a89 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] show failed (client error): The resource could not be found. Sep 01 05:08:39.364174 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-cbe792ad-d6e8-4d40-b822-f6670b707a89 tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "GET /v2.0/security-groups/35a73af9-82d0-4a30-aa03-e4421db8a1f7 HTTP/1.1" status: 404 len: 347 time: 0.0139387 Sep 01 05:08:39.367013 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b758364-52c9-456a-b1c4-dfd3ec2d0d6d tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a73af9-82d0-4a30-aa03-e4421db8a1f7,revision_number=None']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:08:39.367176 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 50938) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:08:39.389146 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-b73235da-0779-478e-aa42-9905c042140f req-e5bc88ed-ae78-4816-bdd7-0d7a61882469 service neutron] 10.222.0.11 "GET /v2.0/networks/a5c035f5-3685-4cd0-a7ac-f1f18f39a1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039300 Sep 01 05:08:39.491258 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.plugin [None req-26c371a3-a859-45fb-aecb-daf77e5a8ccd tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Deleting port b0d801f3-57fc-43db-b388-1e598e2fb733 {{(pid=100911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:08:39.491598 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-26c371a3-a859-45fb-aecb-daf77e5a8ccd tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780564872726'] for port, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:39.565340 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-26c371a3-a859-45fb-aecb-daf77e5a8ccd tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958503'] for port, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:39.565589 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-26c371a3-a859-45fb-aecb-daf77e5a8ccd tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:39.577022 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.plugin [None req-26c371a3-a859-45fb-aecb-daf77e5a8ccd tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Calling delete_port for b0d801f3-57fc-43db-b388-1e598e2fb733 owned by network:floatingip {{(pid=100911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:08:39.671425 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-c58746e8-252d-420d-b8d4-a7d6b6750eea req-86382e3f-628c-479e-8f29-254aca6463ed tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc7024c1-bf80-4d04-b555-466d9f3566a4 HTTP/1.1" status: 200 len: 210 time: 0.0279224 Sep 01 05:08:39.788286 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-26c371a3-a859-45fb-aecb-daf77e5a8ccd tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780564874213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780564376598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3457272'] for port, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:39.814557 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c371a3-a859-45fb-aecb-daf77e5a8ccd tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Pushing event deleted for resources: {'Port': ['ID=b0d801f3-57fc-43db-b388-1e598e2fb733,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:08:39.876705 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-26c371a3-a859-45fb-aecb-daf77e5a8ccd tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Notify callbacks [] for floatingip, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:39.879630 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-26c371a3-a859-45fb-aecb-daf77e5a8ccd tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428309'] for floatingip, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:39.880788 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-26c371a3-a859-45fb-aecb-daf77e5a8ccd tempest-AttachVolumeShelveTestJSON-1905144712 tempest-AttachVolumeShelveTestJSON-1905144712-project] 10.222.0.11 "DELETE /v2.0/floatingips/d0ac8270-9b35-46b9-8434-df9f16f66e84 HTTP/1.1" status: 204 len: 168 time: 0.5128589 Sep 01 05:08:40.045129 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-1392f578-4ed9-421c-8268-ad5ed1b11df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:40.047570 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:40.450461 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device f4111a83-2512-474a-ac99-6adbdbd73246 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:08:40.470345 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.plugin [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] No Port match for: f4111a83-2512-474a-ac99-6adbdbd73246 {{(pid=100913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 05:08:40.470738 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device f4111a83-2512-474a-ac99-6adbdbd73246 not bound to the agent host hv-cinder-80473 {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 05:08:40.763102 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-76ab4d21-acc2-410e-9e96-c29b39098b19 req-5467e540-a29f-4c89-8244-a4b64ab1ba81 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc7024c1-bf80-4d04-b555-466d9f3566a4 HTTP/1.1" status: 200 len: 210 time: 0.0253532 Sep 01 05:08:41.364974 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-125f6581-13c4-4eca-b15a-10d5e92c8028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:41.843019 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73235da-0779-478e-aa42-9905c042140f req-bfed7c3d-d84c-4a8c-a11b-f2f03b00fc98 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:41.844608 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-b73235da-0779-478e-aa42-9905c042140f req-bfed7c3d-d84c-4a8c-a11b-f2f03b00fc98 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.37 "GET /v2.0/networks?id=a5c035f5-3685-4cd0-a7ac-f1f18f39a1c9 HTTP/1.1" status: 200 len: 815 time: 0.1045897 Sep 01 05:08:41.864839 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.v2.base [req-b73235da-0779-478e-aa42-9905c042140f req-06b485e5-eb24-4f3c-b3f4-9c08c69357d6 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Request body: {'port': {'device_id': 'bc7024c1-bf80-4d04-b555-466d9f3566a4', 'network_id': 'a5c035f5-3685-4cd0-a7ac-f1f18f39a1c9', 'admin_state_up': True, 'tenant_id': '5af7200b1ace4713b6a4025a0489188f'}} {{(pid=100911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:08:41.868619 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-2bbb2202-0116-42fc-bffd-18daf5d497b4 req-608bd7d6-b40d-4bb6-bac9-fa3dd284b2c9 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc7024c1-bf80-4d04-b555-466d9f3566a4 HTTP/1.1" status: 200 len: 210 time: 0.0380337 Sep 01 05:08:42.067201 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b73235da-0779-478e-aa42-9905c042140f req-06b485e5-eb24-4f3c-b3f4-9c08c69357d6 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Made reservation on behalf of 5af7200b1ace4713b6a4025a0489188f for: {'port': 1} {{(pid=100911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 05:08:42.070850 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-b73235da-0779-478e-aa42-9905c042140f req-06b485e5-eb24-4f3c-b3f4-9c08c69357d6 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:42.195369 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.db_base_plugin_common [req-b73235da-0779-478e-aa42-9905c042140f req-06b485e5-eb24-4f3c-b3f4-9c08c69357d6 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Allocated IP 172.20.0.13 (a5c035f5-3685-4cd0-a7ac-f1f18f39a1c9/db9af3c1-097a-4e4f-9829-9c836000b336/d4f2ed14-3c16-48b1-9c69-f560b7b65e65) {{(pid=100911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 05:08:42.345487 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-b73235da-0779-478e-aa42-9905c042140f req-06b485e5-eb24-4f3c-b3f4-9c08c69357d6 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Notify callbacks [] for port, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:42.462191 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-b73235da-0779-478e-aa42-9905c042140f req-06b485e5-eb24-4f3c-b3f4-9c08c69357d6 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780564376589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3457272'] for port, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:42.503288 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b73235da-0779-478e-aa42-9905c042140f req-06b485e5-eb24-4f3c-b3f4-9c08c69357d6 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Network a5c035f5-3685-4cd0-a7ac-f1f18f39a1c9 is already hosted by enough agents. {{(pid=100911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:08:42.508442 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.base_scheduler [req-b73235da-0779-478e-aa42-9905c042140f req-06b485e5-eb24-4f3c-b3f4-9c08c69357d6 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Resources bound (agent type, host, resource id): {{(pid=100911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:08:42.512223 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.l3_dvrscheduler_db [req-b73235da-0779-478e-aa42-9905c042140f req-06b485e5-eb24-4f3c-b3f4-9c08c69357d6 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Received port after_create {{(pid=100911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 05:08:42.542531 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b485e5-eb24-4f3c-b3f4-9c08c69357d6 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Pushing event updated for resources: {'Port': ['ID=d4f2ed14-3c16-48b1-9c69-f560b7b65e65,revision_number=1']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:08:42.567449 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73235da-0779-478e-aa42-9905c042140f req-06b485e5-eb24-4f3c-b3f4-9c08c69357d6 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:42.568199 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-b73235da-0779-478e-aa42-9905c042140f req-06b485e5-eb24-4f3c-b3f4-9c08c69357d6 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428309'] for port, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:42.651310 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-b73235da-0779-478e-aa42-9905c042140f req-06b485e5-eb24-4f3c-b3f4-9c08c69357d6 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7907829 Sep 01 05:08:42.670118 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.v2.base [req-b73235da-0779-478e-aa42-9905c042140f req-aa8a8756-551f-4392-84ea-d84dcb8cdc24 service neutron] Request body: {'port': {'device_id': 'bc7024c1-bf80-4d04-b555-466d9f3566a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=100911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:08:42.723625 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-b73235da-0779-478e-aa42-9905c042140f req-aa8a8756-551f-4392-84ea-d84dcb8cdc24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:42.774951 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 50978) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:08:42.989532 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.notifiers.nova [req-b73235da-0779-478e-aa42-9905c042140f req-aa8a8756-551f-4392-84ea-d84dcb8cdc24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4f2ed14-3c16-48b1-9c69-f560b7b65e65 {{(pid=100911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 05:08:42.996828 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-b73235da-0779-478e-aa42-9905c042140f req-aa8a8756-551f-4392-84ea-d84dcb8cdc24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:43.009299 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.provisioning_blocks [req-b73235da-0779-478e-aa42-9905c042140f req-aa8a8756-551f-4392-84ea-d84dcb8cdc24 service neutron] Transition to ACTIVE for port object d4f2ed14-3c16-48b1-9c69-f560b7b65e65 will not be triggered until provisioned by entity L2. {{(pid=100911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:08:43.057721 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5127776e-0427-4e07-9230-0b0e6963add0 req-9345b6f8-44d2-4e6e-bebf-84ebc6ea6e76 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:43.059279 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-5127776e-0427-4e07-9230-0b0e6963add0 req-9345b6f8-44d2-4e6e-bebf-84ebc6ea6e76 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc7024c1-bf80-4d04-b555-466d9f3566a4 HTTP/1.1" status: 200 len: 932 time: 0.0923493 Sep 01 05:08:43.067543 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-b73235da-0779-478e-aa42-9905c042140f req-aa8a8756-551f-4392-84ea-d84dcb8cdc24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3457217'] for port, after_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:43.120254 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8a8756-551f-4392-84ea-d84dcb8cdc24 service neutron] Pushing event updated for resources: {'Port': ['ID=d4f2ed14-3c16-48b1-9c69-f560b7b65e65,revision_number=2']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:08:43.133999 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-5127776e-0427-4e07-9230-0b0e6963add0 req-96ec45b7-8bbe-493b-95a6-4c3ced788fbd tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/security-groups?id=0987adab-11c5-485e-8603-7bb044d344b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682645 Sep 01 05:08:43.188781 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.managers [req-b73235da-0779-478e-aa42-9905c042140f req-aa8a8756-551f-4392-84ea-d84dcb8cdc24 service neutron] Attempting to bind port d4f2ed14-3c16-48b1-9c69-f560b7b65e65 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=100911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 05:08:43.189114 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.managers [req-b73235da-0779-478e-aa42-9905c042140f req-aa8a8756-551f-4392-84ea-d84dcb8cdc24 service neutron] Attempting to bind port d4f2ed14-3c16-48b1-9c69-f560b7b65e65 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '41c87385-930b-4ad8-9a42-11e00d93e57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a5c035f5-3685-4cd0-a7ac-f1f18f39a1c9'}] {{(pid=100911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 05:08:43.189441 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73235da-0779-478e-aa42-9905c042140f req-aa8a8756-551f-4392-84ea-d84dcb8cdc24 service neutron] Attempting to bind port d4f2ed14-3c16-48b1-9c69-f560b7b65e65 on network a5c035f5-3685-4cd0-a7ac-f1f18f39a1c9 {{(pid=100911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:08:43.193668 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73235da-0779-478e-aa42-9905c042140f req-aa8a8756-551f-4392-84ea-d84dcb8cdc24 service neutron] Port d4f2ed14-3c16-48b1-9c69-f560b7b65e65 on network a5c035f5-3685-4cd0-a7ac-f1f18f39a1c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=100911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 05:08:43.193962 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73235da-0779-478e-aa42-9905c042140f req-aa8a8756-551f-4392-84ea-d84dcb8cdc24 service neutron] Attempting to bind port d4f2ed14-3c16-48b1-9c69-f560b7b65e65 on network a5c035f5-3685-4cd0-a7ac-f1f18f39a1c9 {{(pid=100911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:08:43.198679 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73235da-0779-478e-aa42-9905c042140f req-aa8a8756-551f-4392-84ea-d84dcb8cdc24 service neutron] Checking agent: {'id': '5dc78e7a-d30d-4469-a2d3-6a9bc399bc32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 59, 52), 'started_at': datetime.datetime(2021, 9, 1, 4, 59, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 5, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 05:08:43.199042 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73235da-0779-478e-aa42-9905c042140f req-aa8a8756-551f-4392-84ea-d84dcb8cdc24 service neutron] Checking segment: {'id': '41c87385-930b-4ad8-9a42-11e00d93e57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a5c035f5-3685-4cd0-a7ac-f1f18f39a1c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:08:43.199419 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73235da-0779-478e-aa42-9905c042140f req-aa8a8756-551f-4392-84ea-d84dcb8cdc24 service neutron] Bound using segment: {'id': '41c87385-930b-4ad8-9a42-11e00d93e57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a5c035f5-3685-4cd0-a7ac-f1f18f39a1c9'} {{(pid=100911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 05:08:43.199551 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-57069d07-1191-4bd8-9ef8-43ac9a8b42c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:43.200019 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.managers [req-b73235da-0779-478e-aa42-9905c042140f req-aa8a8756-551f-4392-84ea-d84dcb8cdc24 service neutron] Bound port: d4f2ed14-3c16-48b1-9c69-f560b7b65e65, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41c87385-930b-4ad8-9a42-11e00d93e57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a5c035f5-3685-4cd0-a7ac-f1f18f39a1c9'}}] {{(pid=100911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 05:08:43.200178 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-b73235da-0779-478e-aa42-9905c042140f req-aa8a8756-551f-4392-84ea-d84dcb8cdc24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:43.241293 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-76d740b4-4c39-44ca-bf52-e18ce240b5dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1960977'] for router_interface, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:43.263723 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.db [req-b73235da-0779-478e-aa42-9905c042140f req-aa8a8756-551f-4392-84ea-d84dcb8cdc24 service neutron] For port d4f2ed14-3c16-48b1-9c69-f560b7b65e65, host hv-cinder-80473, cleared binding levels {{(pid=100911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 05:08:43.267290 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.db [req-b73235da-0779-478e-aa42-9905c042140f req-aa8a8756-551f-4392-84ea-d84dcb8cdc24 service neutron] For port d4f2ed14-3c16-48b1-9c69-f560b7b65e65, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=d4f2ed14-3c16-48b1-9c69-f560b7b65e65,segment=NetworkSegment(41c87385-930b-4ad8-9a42-11e00d93e57f),segment_id=41c87385-930b-4ad8-9a42-11e00d93e57f)] {{(pid=100911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 05:08:43.336862 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-b73235da-0779-478e-aa42-9905c042140f req-aa8a8756-551f-4392-84ea-d84dcb8cdc24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3457217'] for port, after_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:43.371181 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73235da-0779-478e-aa42-9905c042140f req-aa8a8756-551f-4392-84ea-d84dcb8cdc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:43.372038 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-b73235da-0779-478e-aa42-9905c042140f req-aa8a8756-551f-4392-84ea-d84dcb8cdc24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428309'] for port, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:43.373515 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-b73235da-0779-478e-aa42-9905c042140f req-aa8a8756-551f-4392-84ea-d84dcb8cdc24 service neutron] 10.222.0.37 "PUT /v2.0/ports/d4f2ed14-3c16-48b1-9c69-f560b7b65e65 HTTP/1.1" status: 200 len: 1094 time: 0.7075148 Sep 01 05:08:43.376064 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc7024c1-bf80-4d04-b555-466d9f3566a4', 'tag': 'd4f2ed14-3c16-48b1-9c69-f560b7b65e65'}] {{(pid=100911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:08:43.378893 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2199b4ef80d697cbc8f6ff5e200fd84d3ba25b9ef6d03a08fa18221b1b049e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db834104-8525-4ff7-8e31-fae725a80874" -d '{"events": [{"name": "network-changed", "server_uuid": "bc7024c1-bf80-4d04-b555-466d9f3566a4", "tag": "d4f2ed14-3c16-48b1-9c69-f560b7b65e65"}]}' {{(pid=100911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:08:43.408111 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8a8756-551f-4392-84ea-d84dcb8cdc24 service neutron] Pushing event updated for resources: {'Port': ['ID=d4f2ed14-3c16-48b1-9c69-f560b7b65e65,revision_number=3']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:08:43.419415 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 05:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2489db06-2184-4064-8872-2e3c6a6d0d7e x-openstack-request-id: req-2489db06-2184-4064-8872-2e3c6a6d0d7e {{(pid=100911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:08:43.419712 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc7024c1-bf80-4d04-b555-466d9f3566a4", "tag": "d4f2ed14-3c16-48b1-9c69-f560b7b65e65", "status": "completed", "code": 200}]} {{(pid=100911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:08:43.419971 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2489db06-2184-4064-8872-2e3c6a6d0d7e {{(pid=100911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:08:43.420428 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc7024c1-bf80-4d04-b555-466d9f3566a4', 'tag': 'd4f2ed14-3c16-48b1-9c69-f560b7b65e65', 'status': 'completed', 'code': 200} Sep 01 05:08:43.505530 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db834104-8525-4ff7-8e31-fae725a80874 req-8208f76a-fc52-4f05-8368-d0abdb9af2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:43.507071 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-db834104-8525-4ff7-8e31-fae725a80874 req-8208f76a-fc52-4f05-8368-d0abdb9af2e0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5af7200b1ace4713b6a4025a0489188f&device_id=bc7024c1-bf80-4d04-b555-466d9f3566a4 HTTP/1.1" status: 200 len: 1097 time: 0.0451729 Sep 01 05:08:43.611334 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db834104-8525-4ff7-8e31-fae725a80874 req-b941acde-ec94-42a9-b368-153c236c5e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:43.613345 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-db834104-8525-4ff7-8e31-fae725a80874 req-b941acde-ec94-42a9-b368-153c236c5e2a service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=5af7200b1ace4713b6a4025a0489188f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0927992 Sep 01 05:08:43.714430 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db834104-8525-4ff7-8e31-fae725a80874 req-e5d15c58-894c-4bb1-a273-533f6b38206f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:43.716214 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-db834104-8525-4ff7-8e31-fae725a80874 req-e5d15c58-894c-4bb1-a273-533f6b38206f service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0960374 Sep 01 05:08:43.734421 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.plugin [None req-76d740b4-4c39-44ca-bf52-e18ce240b5dd admin admin] Deleting port 67e948fa-3701-40a0-84a3-42134389b745 {{(pid=100912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:08:43.734781 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-76d740b4-4c39-44ca-bf52-e18ce240b5dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780564872726'] for port, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:43.814616 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.db [None req-76d740b4-4c39-44ca-bf52-e18ce240b5dd admin admin] For port 67e948fa-3701-40a0-84a3-42134389b745, host dv-cinder-804735-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-5-iscsi',level=0,port_id=67e948fa-3701-40a0-84a3-42134389b745,segment=NetworkSegment(6efdb405-2837-4b70-a808-bb1ee8aa5349),segment_id=6efdb405-2837-4b70-a808-bb1ee8aa5349)] {{(pid=100912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:08:43.814964 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-76d740b4-4c39-44ca-bf52-e18ce240b5dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958503'] for port, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:43.818444 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73235da-0779-478e-aa42-9905c042140f req-e9a96375-fe74-4cb0-8bc5-8283ad2ac866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:43.820382 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-b73235da-0779-478e-aa42-9905c042140f req-e9a96375-fe74-4cb0-8bc5-8283ad2ac866 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5af7200b1ace4713b6a4025a0489188f&device_id=bc7024c1-bf80-4d04-b555-466d9f3566a4 HTTP/1.1" status: 200 len: 1097 time: 0.0491648 Sep 01 05:08:43.828657 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.plugin [None req-76d740b4-4c39-44ca-bf52-e18ce240b5dd admin admin] Calling delete_port for 67e948fa-3701-40a0-84a3-42134389b745 owned by network:router_interface {{(pid=100912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:08:43.876987 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-b73235da-0779-478e-aa42-9905c042140f req-3769101f-e0d5-47bd-85e0-d92464bf612c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d4f2ed14-3c16-48b1-9c69-f560b7b65e65 HTTP/1.1" status: 200 len: 217 time: 0.0431530 Sep 01 05:08:43.927687 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73235da-0779-478e-aa42-9905c042140f req-eff6b322-0542-4483-9f20-5d483569d55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:43.929201 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-b73235da-0779-478e-aa42-9905c042140f req-eff6b322-0542-4483-9f20-5d483569d55c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=db9af3c1-097a-4e4f-9829-9c836000b336 HTTP/1.1" status: 200 len: 855 time: 0.0457609 Sep 01 05:08:43.964274 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-b73235da-0779-478e-aa42-9905c042140f req-8a3fee01-63b4-4e3b-b2f8-1b4fd0124f0c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a5c035f5-3685-4cd0-a7ac-f1f18f39a1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273035 Sep 01 05:08:44.063288 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-b73235da-0779-478e-aa42-9905c042140f req-61d6dffc-e7ff-44aa-9b31-6bcf81915fe1 service neutron] 10.222.0.37 "GET /v2.0/networks/a5c035f5-3685-4cd0-a7ac-f1f18f39a1c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915616 Sep 01 05:08:44.108197 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-76d740b4-4c39-44ca-bf52-e18ce240b5dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780564874213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780564376598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59570596'] for port, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:44.137495 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d740b4-4c39-44ca-bf52-e18ce240b5dd admin admin] Pushing event deleted for resources: {'Port': ['ID=67e948fa-3701-40a0-84a3-42134389b745,revision_number=None']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:08:44.377822 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfc0c87-35c8-45c8-a0e0-c4a6ac68e394 req-71a267cc-7a36-4d08-8948-c5d54b1de65f tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:44.380085 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-8bfc0c87-35c8-45c8-a0e0-c4a6ac68e394 req-71a267cc-7a36-4d08-8948-c5d54b1de65f tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc7024c1-bf80-4d04-b555-466d9f3566a4 HTTP/1.1" status: 200 len: 944 time: 0.1630871 Sep 01 05:08:44.411989 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-76d740b4-4c39-44ca-bf52-e18ce240b5dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1607793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1961101'] for router_interface, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:44.436951 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-b73235da-0779-478e-aa42-9905c042140f req-8c66fed5-31ed-4b25-9c09-bb783bdfe968 service neutron] 10.222.0.37 "GET /v2.0/networks/a5c035f5-3685-4cd0-a7ac-f1f18f39a1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3672476 Sep 01 05:08:44.438346 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-8bfc0c87-35c8-45c8-a0e0-c4a6ac68e394 req-5f65e9ff-d0b3-4103-9546-25d02ce292c6 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/security-groups?id=0987adab-11c5-485e-8603-7bb044d344b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489821 Sep 01 05:08:44.642503 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76d740b4-4c39-44ca-bf52-e18ce240b5dd admin admin] Router cf7833d7-4c97-4622-afaf-57ace39decf3 has already been hosted by L3 agent dd4ad2d5-7278-4db2-b968-23881816b870 {{(pid=100912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 05:08:44.745389 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76d740b4-4c39-44ca-bf52-e18ce240b5dd admin admin] Notify agent at l3_agent.dv-cinder-804735-5-iscsi the message routers_updated {{(pid=100912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 05:08:44.750246 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-76d740b4-4c39-44ca-bf52-e18ce240b5dd admin admin] 10.222.0.11 "PUT /v2.0/routers/cf7833d7-4c97-4622-afaf-57ace39decf3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9742303 Sep 01 05:08:44.752750 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 50988) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:08:44.755438 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74467ef1-01b6-4b66-8e41-c92bf711bbd5 None None] Sync routers for ids ['cf7833d7-4c97-4622-afaf-57ace39decf3'] in dv-cinder-804735-5-iscsi {{(pid=100914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 05:08:44.764541 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74467ef1-01b6-4b66-8e41-c92bf711bbd5 None None] Routers {'cf7833d7-4c97-4622-afaf-57ace39decf3'} bound to L3 agent in host dv-cinder-804735-5-iscsi {{(pid=100914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:08:44.765230 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_hamode_db [None req-74467ef1-01b6-4b66-8e41-c92bf711bbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T04:53:40Z,description=,heartbeat_timestamp=2021-09-01T05:08:40Z,host='dv-cinder-804735-5-iscsi',id=dd4ad2d5-7278-4db2-b968-23881816b870,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:53:41Z,topic='l3_agent')) {'router_ids': ['cf7833d7-4c97-4622-afaf-57ace39decf3'], 'active': True} {{(pid=100914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:08:44.853431 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-b41f1401-d247-43a4-9b6f-fa97c1ad9437 admin admin] Notify callbacks [] for router, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:44.871232 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_dvr_db [None req-74467ef1-01b6-4b66-8e41-c92bf711bbd5 None None] Set router cf7833d7-4c97-4622-afaf-57ace39decf3 gateway port host: dv-cinder-804735-5-iscsi {{(pid=100914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:08:44.954331 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-b41f1401-d247-43a4-9b6f-fa97c1ad9437 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:45.061314 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.plugin [None req-b41f1401-d247-43a4-9b6f-fa97c1ad9437 admin admin] Deleting port fdc3cbf0-4453-47ae-9a07-b90bad19b65d {{(pid=100912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:08:45.061667 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-b41f1401-d247-43a4-9b6f-fa97c1ad9437 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780564872726'] for port, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:45.132492 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_hamode_db [None req-74467ef1-01b6-4b66-8e41-c92bf711bbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf7833d7-4c97-4622-afaf-57ace39decf3', 'name': 'tempest-AttachVolumeShelveTestJSON-232564752-router', 'tenant_id': '6f7fb169ff9b446089c4ed54ad80a0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'fdc3cbf0-4453-47ae-9a07-b90bad19b65d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:01:42Z', 'updated_at': '2021-09-01T05:08:43Z', 'revision_number': 5, 'project_id': '6f7fb169ff9b446089c4ed54ad80a0dc', 'gw_port': {'id': 'fdc3cbf0-4453-47ae-9a07-b90bad19b65d', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ba:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7833d7-4c97-4622-afaf-57ace39decf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:01:43Z', 'updated_at': '2021-09-01T05:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi'}], 'dv-cinder-804735-5-iscsi', False) {} {{(pid=100914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:08:45.137348 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.db [None req-b41f1401-d247-43a4-9b6f-fa97c1ad9437 admin admin] For port fdc3cbf0-4453-47ae-9a07-b90bad19b65d, host dv-cinder-804735-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-5-iscsi',level=0,port_id=fdc3cbf0-4453-47ae-9a07-b90bad19b65d,segment=NetworkSegment(ace692d4-e0f2-4d18-963d-d8c8432b7d17),segment_id=ace692d4-e0f2-4d18-963d-d8c8432b7d17)] {{(pid=100912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:08:45.138238 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-b41f1401-d247-43a4-9b6f-fa97c1ad9437 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958503'] for port, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:45.151232 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.plugin [None req-b41f1401-d247-43a4-9b6f-fa97c1ad9437 admin admin] Calling delete_port for fdc3cbf0-4453-47ae-9a07-b90bad19b65d owned by network:router_gateway {{(pid=100912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:08:45.158604 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74467ef1-01b6-4b66-8e41-c92bf711bbd5 None None] Checking router: cf7833d7-4c97-4622-afaf-57ace39decf3 for host: dv-cinder-804735-5-iscsi {{(pid=100914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 05:08:45.167513 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74467ef1-01b6-4b66-8e41-c92bf711bbd5 None None] Routers {'cf7833d7-4c97-4622-afaf-57ace39decf3'} bound to L3 agent in host dv-cinder-804735-5-iscsi {{(pid=100914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:08:45.168124 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_hamode_db [None req-74467ef1-01b6-4b66-8e41-c92bf711bbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-01T04:53:40Z,description=,heartbeat_timestamp=2021-09-01T05:08:40Z,host='dv-cinder-804735-5-iscsi',id=dd4ad2d5-7278-4db2-b968-23881816b870,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:53:41Z,topic='l3_agent')) {'router_ids': ['cf7833d7-4c97-4622-afaf-57ace39decf3'], 'active': True} {{(pid=100914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:08:45.254014 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_dvr_db [None req-74467ef1-01b6-4b66-8e41-c92bf711bbd5 None None] Set router cf7833d7-4c97-4622-afaf-57ace39decf3 gateway port host: None {{(pid=100914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:08:45.309779 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_hamode_db [None req-74467ef1-01b6-4b66-8e41-c92bf711bbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf7833d7-4c97-4622-afaf-57ace39decf3', 'name': 'tempest-AttachVolumeShelveTestJSON-232564752-router', 'tenant_id': '6f7fb169ff9b446089c4ed54ad80a0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:01:42Z', 'updated_at': '2021-09-01T05:08:44Z', 'revision_number': 6, 'project_id': '6f7fb169ff9b446089c4ed54ad80a0dc', 'gw_port_host': None}], 'dv-cinder-804735-5-iscsi', False) {} {{(pid=100914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:08:45.344256 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74467ef1-01b6-4b66-8e41-c92bf711bbd5 None None] The sync data for ids ['cf7833d7-4c97-4622-afaf-57ace39decf3'] in dv-cinder-804735-5-iscsi is: [{'id': 'cf7833d7-4c97-4622-afaf-57ace39decf3', 'name': 'tempest-AttachVolumeShelveTestJSON-232564752-router', 'tenant_id': '6f7fb169ff9b446089c4ed54ad80a0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:01:42Z', 'updated_at': '2021-09-01T05:08:44Z', 'revision_number': 6, 'project_id': '6f7fb169ff9b446089c4ed54ad80a0dc', 'gw_port_host': None}] {{(pid=100914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 05:08:45.387556 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-b41f1401-d247-43a4-9b6f-fa97c1ad9437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780564874213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780564376598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59570596'] for port, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:45.415409 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41f1401-d247-43a4-9b6f-fa97c1ad9437 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdc3cbf0-4453-47ae-9a07-b90bad19b65d,revision_number=None']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:08:45.475584 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-b41f1401-d247-43a4-9b6f-fa97c1ad9437 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1958959'] for router_gateway, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:45.584311 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-b41f1401-d247-43a4-9b6f-fa97c1ad9437 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1955345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4654'] for router, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:45.587486 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-b41f1401-d247-43a4-9b6f-fa97c1ad9437 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:45.641703 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a131c16c-664b-4c00-9921-95357016553f req-690cd0a6-e21f-4a45-a27e-9b29d541e3aa tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:45.643142 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-a131c16c-664b-4c00-9921-95357016553f req-690cd0a6-e21f-4a45-a27e-9b29d541e3aa tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc7024c1-bf80-4d04-b555-466d9f3566a4 HTTP/1.1" status: 200 len: 944 time: 0.1105378 Sep 01 05:08:45.687210 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-a131c16c-664b-4c00-9921-95357016553f req-9e2d0939-5942-4d31-af86-4683c69ddfe5 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/security-groups?id=0987adab-11c5-485e-8603-7bb044d344b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370731 Sep 01 05:08:45.735231 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-b41f1401-d247-43a4-9b6f-fa97c1ad9437 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1955354'] for router, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:45.735802 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b41f1401-d247-43a4-9b6f-fa97c1ad9437 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf7833d7-4c97-4622-afaf-57ace39decf3 {{(pid=100912) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 05:08:45.742726 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-b41f1401-d247-43a4-9b6f-fa97c1ad9437 admin admin] Notify callbacks [] for router, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:45.743935 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-b41f1401-d247-43a4-9b6f-fa97c1ad9437 admin admin] 10.222.0.11 "DELETE /v2.0/routers/cf7833d7-4c97-4622-afaf-57ace39decf3 HTTP/1.1" status: 204 len: 168 time: 0.9901958 Sep 01 05:08:45.746500 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 50992) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:08:45.793130 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c88f8a7-cbe6-4be1-a874-d152bbb16948 admin admin] Deleting subnet 0619a0c6-b699-4546-b1ae-83c65a031c43 {{(pid=100912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 05:08:45.796175 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-5c88f8a7-cbe6-4be1-a874-d152bbb16948 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:45.829787 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-5c88f8a7-cbe6-4be1-a874-d152bbb16948 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59571022'] for subnet, precommit_delete_associations {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:45.908477 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-5c88f8a7-cbe6-4be1-a874-d152bbb16948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942180'] for subnet, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:46.010838 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-5c88f8a7-cbe6-4be1-a874-d152bbb16948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59570635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3840552'] for subnet, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:46.034375 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c88f8a7-cbe6-4be1-a874-d152bbb16948 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0619a0c6-b699-4546-b1ae-83c65a031c43,revision_number=None']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:08:46.040578 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-5c88f8a7-cbe6-4be1-a874-d152bbb16948 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607828'] for subnet, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:46.043299 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-5c88f8a7-cbe6-4be1-a874-d152bbb16948 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/0619a0c6-b699-4546-b1ae-83c65a031c43 HTTP/1.1" status: 204 len: 168 time: 0.2949917 Sep 01 05:08:46.044984 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 50994) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:08:46.047771 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aaebf28-ab9a-468e-a92c-d18bd50e04ac None None] Network 3c0fc3fe-cfc7-47f9-a3bb-23d1892df261 requested from dv-cinder-804735-5-iscsi {{(pid=100913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 05:08:46.113953 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-fe639c18-6a15-42a5-8334-a5529cd4fee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556555'] for network, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:46.169181 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.plugin [None req-fe639c18-6a15-42a5-8334-a5529cd4fee8 admin admin] Deleting port c111d481-76ab-49b7-b33b-863b5c22d834 {{(pid=100912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:08:46.169847 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-fe639c18-6a15-42a5-8334-a5529cd4fee8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780564872726'] for port, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:46.238744 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f804a73-2b7c-4ead-ab78-19f78ae2c7a9 None None] DHCP port deletion for 3c0fc3fe-cfc7-47f9-a3bb-23d1892df261 request from dv-cinder-804735-5-iscsi {{(pid=100913) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 05:08:46.241070 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.db [None req-fe639c18-6a15-42a5-8334-a5529cd4fee8 admin admin] For port c111d481-76ab-49b7-b33b-863b5c22d834, host dv-cinder-804735-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-5-iscsi',level=0,port_id=c111d481-76ab-49b7-b33b-863b5c22d834,segment=NetworkSegment(6efdb405-2837-4b70-a808-bb1ee8aa5349),segment_id=6efdb405-2837-4b70-a808-bb1ee8aa5349)] {{(pid=100912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:08:46.241470 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-fe639c18-6a15-42a5-8334-a5529cd4fee8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958503'] for port, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:46.254950 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.plugin [None req-fe639c18-6a15-42a5-8334-a5529cd4fee8 admin admin] Calling delete_port for c111d481-76ab-49b7-b33b-863b5c22d834 owned by network:dhcp {{(pid=100912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:08:46.283911 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.plugin [None req-2f804a73-2b7c-4ead-ab78-19f78ae2c7a9 None None] Deleting port c111d481-76ab-49b7-b33b-863b5c22d834 {{(pid=100913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:08:46.285475 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-2f804a73-2b7c-4ead-ab78-19f78ae2c7a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780564872726'] for port, before_delete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:46.352384 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-2f804a73-2b7c-4ead-ab78-19f78ae2c7a9 None None] For port c111d481-76ab-49b7-b33b-863b5c22d834, host dv-cinder-804735-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-5-iscsi',level=0,port_id=c111d481-76ab-49b7-b33b-863b5c22d834,segment=NetworkSegment(6efdb405-2837-4b70-a808-bb1ee8aa5349),segment_id=6efdb405-2837-4b70-a808-bb1ee8aa5349)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:08:46.352782 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-2f804a73-2b7c-4ead-ab78-19f78ae2c7a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958503'] for port, precommit_delete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:46.366728 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.plugin [None req-2f804a73-2b7c-4ead-ab78-19f78ae2c7a9 None None] Calling delete_port for c111d481-76ab-49b7-b33b-863b5c22d834 owned by network:dhcp {{(pid=100913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:08:46.479395 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-fe639c18-6a15-42a5-8334-a5529cd4fee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780564874213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780564376598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59570596'] for port, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:46.485379 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-2f804a73-2b7c-4ead-ab78-19f78ae2c7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780564874213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780564376598'] for port, after_delete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:46.507071 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe639c18-6a15-42a5-8334-a5529cd4fee8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c111d481-76ab-49b7-b33b-863b5c22d834,revision_number=None']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:08:46.508911 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe639c18-6a15-42a5-8334-a5529cd4fee8 admin admin] No DVR routers for this DVR port c111d481-76ab-49b7-b33b-863b5c22d834 on host dv-cinder-804735-5-iscsi {{(pid=100912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 05:08:46.516182 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device d4f2ed14-3c16-48b1-9c69-f560b7b65e65 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=100913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 05:08:46.518324 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f804a73-2b7c-4ead-ab78-19f78ae2c7a9 None None] No DVR routers for this DVR port c111d481-76ab-49b7-b33b-863b5c22d834 on host dv-cinder-804735-5-iscsi {{(pid=100913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 05:08:46.520236 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f804a73-2b7c-4ead-ab78-19f78ae2c7a9 None None] Pushing event deleted for resources: {'Port': ['ID=c111d481-76ab-49b7-b33b-863b5c22d834,revision_number=None']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:08:46.586316 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-fe639c18-6a15-42a5-8334-a5529cd4fee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942495', 'neutron.services.segments.db._delete_segments_for_network-8780564943041'] for network, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:46.596665 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.services.segments.db [None req-fe639c18-6a15-42a5-8334-a5529cd4fee8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c0fc3fe-cfc7-47f9-a3bb-23d1892df261']}} {{(pid=100912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:08:46.606713 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.services.segments.db [None req-fe639c18-6a15-42a5-8334-a5529cd4fee8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6efdb405-2837-4b70-a808-bb1ee8aa5349') {'for_net_delete': True} {{(pid=100912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:08:46.607043 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.services.segments.db [None req-fe639c18-6a15-42a5-8334-a5529cd4fee8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6efdb405-2837-4b70-a808-bb1ee8aa5349') {} {{(pid=100912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:08:46.616524 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-fe639c18-6a15-42a5-8334-a5529cd4fee8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780564954453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59571061'] for segment, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:46.617501 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] For port d4f2ed14-3c16-48b1-9c69-f560b7b65e65, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=d4f2ed14-3c16-48b1-9c69-f560b7b65e65,segment=NetworkSegment(41c87385-930b-4ad8-9a42-11e00d93e57f),segment_id=41c87385-930b-4ad8-9a42-11e00d93e57f)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:08:46.629859 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Returning: {'device': 'd4f2ed14-3c16-48b1-9c69-f560b7b65e65', 'network_id': 'a5c035f5-3685-4cd0-a7ac-f1f18f39a1c9', 'port_id': 'd4f2ed14-3c16-48b1-9c69-f560b7b65e65', 'mac_address': 'fa:16:3e:13:93:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db9af3c1-097a-4e4f-9829-9c836000b336', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 05:08:46.630510 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-fe639c18-6a15-42a5-8334-a5529cd4fee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945202'] for segment, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:46.636459 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe639c18-6a15-42a5-8334-a5529cd4fee8 admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=100912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 05:08:46.636844 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-fe639c18-6a15-42a5-8334-a5529cd4fee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59570545'] for segment, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:46.638515 dv-cinder-804735-5-iscsi neutron-server[100912]: Traceback (most recent call last): Sep 01 05:08:46.638515 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 05:08:46.638515 dv-cinder-804735-5-iscsi neutron-server[100912]: timer() Sep 01 05:08:46.638515 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 05:08:46.638515 dv-cinder-804735-5-iscsi neutron-server[100912]: cb(*args, **kw) Sep 01 05:08:46.638515 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 05:08:46.638515 dv-cinder-804735-5-iscsi neutron-server[100912]: return func(*args, **kwargs) Sep 01 05:08:46.638515 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 05:08:46.638515 dv-cinder-804735-5-iscsi neutron-server[100912]: self._notify() Sep 01 05:08:46.638515 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 05:08:46.638515 dv-cinder-804735-5-iscsi neutron-server[100912]: self.callback(batched_events) Sep 01 05:08:46.638515 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 05:08:46.638515 dv-cinder-804735-5-iscsi neutron-server[100912]: event.method(event) Sep 01 05:08:46.638515 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 05:08:46.638515 dv-cinder-804735-5-iscsi neutron-server[100912]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 05:08:46.638515 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 05:08:46.638515 dv-cinder-804735-5-iscsi neutron-server[100912]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 05:08:46.638515 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 05:08:46.638515 dv-cinder-804735-5-iscsi neutron-server[100912]: return f(self, *a, **k) Sep 01 05:08:46.638515 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 05:08:46.638515 dv-cinder-804735-5-iscsi neutron-server[100912]: return self._get(url).json() Sep 01 05:08:46.638515 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 05:08:46.638515 dv-cinder-804735-5-iscsi neutron-server[100912]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 05:08:46.638515 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 05:08:46.638515 dv-cinder-804735-5-iscsi neutron-server[100912]: return self.request(url, 'GET', **kwargs) Sep 01 05:08:46.638515 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 05:08:46.638515 dv-cinder-804735-5-iscsi neutron-server[100912]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 05:08:46.638515 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 05:08:46.638515 dv-cinder-804735-5-iscsi neutron-server[100912]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 05:08:46.638515 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 05:08:46.638515 dv-cinder-804735-5-iscsi neutron-server[100912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 05:08:46.638515 dv-cinder-804735-5-iscsi neutron-server[100912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 05:08:46.666256 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:46.683497 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.notifiers.nova [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4f2ed14-3c16-48b1-9c69-f560b7b65e65 {{(pid=100913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 05:08:46.702961 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] For port d4f2ed14-3c16-48b1-9c69-f560b7b65e65, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=d4f2ed14-3c16-48b1-9c69-f560b7b65e65,segment=NetworkSegment(41c87385-930b-4ad8-9a42-11e00d93e57f),segment_id=41c87385-930b-4ad8-9a42-11e00d93e57f)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:08:46.785485 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-fe639c18-6a15-42a5-8334-a5529cd4fee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1958915'] for network, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:46.795104 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-fe639c18-6a15-42a5-8334-a5529cd4fee8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607828'] for network, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:46.796936 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-fe639c18-6a15-42a5-8334-a5529cd4fee8 admin admin] 10.222.0.11 "DELETE /v2.0/networks/3c0fc3fe-cfc7-47f9-a3bb-23d1892df261 HTTP/1.1" status: 204 len: 168 time: 0.7510250 Sep 01 05:08:46.799475 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:46.808713 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe639c18-6a15-42a5-8334-a5529cd4fee8 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c0fc3fe-cfc7-47f9-a3bb-23d1892df261,revision_number=None']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:08:46.823258 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e931d5af-a8ea-43c0-b16c-d5784f996b9c req-2bcc0198-4c78-4903-9eb0-f7e6fa77a1be tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:46.824794 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e931d5af-a8ea-43c0-b16c-d5784f996b9c req-2bcc0198-4c78-4903-9eb0-f7e6fa77a1be tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc7024c1-bf80-4d04-b555-466d9f3566a4 HTTP/1.1" status: 200 len: 944 time: 0.0676377 Sep 01 05:08:46.851121 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Pushing event updated for resources: {'Port': ['ID=d4f2ed14-3c16-48b1-9c69-f560b7b65e65,revision_number=4']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:08:46.865483 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e931d5af-a8ea-43c0-b16c-d5784f996b9c req-0f56ccfa-5bae-4b75-ae84-69bd8981ccdb tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/security-groups?id=0987adab-11c5-485e-8603-7bb044d344b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344334 Sep 01 05:08:47.074366 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] get_ports_and_sgs() called for port_ids ['d4f2ed14-3c16-48b1-9c69-f560b7b65e65'] {{(pid=100913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 05:08:47.121929 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 51000) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:08:47.161476 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-df715d25-0f9f-4bd9-bded-8971ad49e9b1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6f7fb169ff9b446089c4ed54ad80a0dc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0383978 Sep 01 05:08:47.164142 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 51002) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:08:47.212813 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-cc80493e-02f1-4ae1-a5c5-f5eed4035ab8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:47.233892 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-cc80493e-02f1-4ae1-a5c5-f5eed4035ab8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:47.278301 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device 67e948fa-3701-40a0-84a3-42134389b745 no longer exists at agent ovs-agent-dv-cinder-804735-5-iscsi {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:08:47.303124 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.plugin [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] No Port match for: 67e948fa-3701-40a0-84a3-42134389b745 {{(pid=100913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 05:08:47.303470 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device 67e948fa-3701-40a0-84a3-42134389b745 not bound to the agent host dv-cinder-804735-5-iscsi {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 05:08:47.303973 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device fdc3cbf0-4453-47ae-9a07-b90bad19b65d no longer exists at agent ovs-agent-dv-cinder-804735-5-iscsi {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:08:47.322555 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.plugin [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] No Port match for: fdc3cbf0-4453-47ae-9a07-b90bad19b65d {{(pid=100913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 05:08:47.322933 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device fdc3cbf0-4453-47ae-9a07-b90bad19b65d not bound to the agent host dv-cinder-804735-5-iscsi {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 05:08:47.323346 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device c111d481-76ab-49b7-b33b-863b5c22d834 no longer exists at agent ovs-agent-dv-cinder-804735-5-iscsi {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:08:47.342348 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.plugin [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] No Port match for: c111d481-76ab-49b7-b33b-863b5c22d834 {{(pid=100913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 05:08:47.342616 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device c111d481-76ab-49b7-b33b-863b5c22d834 not bound to the agent host dv-cinder-804735-5-iscsi {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 05:08:47.357857 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-cc80493e-02f1-4ae1-a5c5-f5eed4035ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:47.360408 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-cc80493e-02f1-4ae1-a5c5-f5eed4035ab8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:47.361627 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-cc80493e-02f1-4ae1-a5c5-f5eed4035ab8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6812606e-27cf-4581-8ddc-533ec8fb7846 HTTP/1.1" status: 204 len: 168 time: 0.1964035 Sep 01 05:08:47.369972 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc80493e-02f1-4ae1-a5c5-f5eed4035ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6812606e-27cf-4581-8ddc-533ec8fb7846,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:08:47.983062 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b0d5e8-a285-484d-a4a6-9bdb09155346 req-2f276892-f884-43e4-9a4c-a1a8d0aa20f4 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:47.984569 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-50b0d5e8-a285-484d-a4a6-9bdb09155346 req-2f276892-f884-43e4-9a4c-a1a8d0aa20f4 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc7024c1-bf80-4d04-b555-466d9f3566a4 HTTP/1.1" status: 200 len: 945 time: 0.0533681 Sep 01 05:08:48.023331 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-50b0d5e8-a285-484d-a4a6-9bdb09155346 req-12290202-7756-4b9a-a771-b259f8488ba9 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/security-groups?id=0987adab-11c5-485e-8603-7bb044d344b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325136 Sep 01 05:08:48.526746 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device d4f2ed14-3c16-48b1-9c69-f560b7b65e65 up at agent hyperv_hv-cinder-80473 {{(pid=100913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:08:48.684493 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Provisioning for port d4f2ed14-3c16-48b1-9c69-f560b7b65e65 completed by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:08:48.688541 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Provisioning complete for port d4f2ed14-3c16-48b1-9c69-f560b7b65e65 triggered by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:08:48.688915 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:48.766666 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:48.790309 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc7024c1-bf80-4d04-b555-466d9f3566a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4f2ed14-3c16-48b1-9c69-f560b7b65e65'}] {{(pid=100913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:08:48.792660 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac1e9064bfa394a3c8e95a7ae5ebf8ce235ac3ce60c2245422c4078f9b609c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcb010d2-dd26-4c85-8797-0ea60e67d878" -d '{"events": [{"server_uuid": "bc7024c1-bf80-4d04-b555-466d9f3566a4", "name": "network-vif-plugged", "status": "completed", "tag": "d4f2ed14-3c16-48b1-9c69-f560b7b65e65"}]}' {{(pid=100913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:08:48.806360 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] For port d4f2ed14-3c16-48b1-9c69-f560b7b65e65, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=d4f2ed14-3c16-48b1-9c69-f560b7b65e65,segment=NetworkSegment(41c87385-930b-4ad8-9a42-11e00d93e57f),segment_id=41c87385-930b-4ad8-9a42-11e00d93e57f)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:08:48.830163 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 05:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc97adc-d34a-474b-bf84-9f18d0ea4c2a x-openstack-request-id: req-8bc97adc-d34a-474b-bf84-9f18d0ea4c2a {{(pid=100913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:08:48.830466 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc7024c1-bf80-4d04-b555-466d9f3566a4", "name": "network-vif-plugged", "status": "completed", "tag": "d4f2ed14-3c16-48b1-9c69-f560b7b65e65", "code": 200}]} {{(pid=100913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:08:48.830693 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8bc97adc-d34a-474b-bf84-9f18d0ea4c2a {{(pid=100913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:08:48.831171 dv-cinder-804735-5-iscsi neutron-server[100913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc7024c1-bf80-4d04-b555-466d9f3566a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4f2ed14-3c16-48b1-9c69-f560b7b65e65', 'code': 200} Sep 01 05:08:48.890510 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:48.940345 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Pushing event updated for resources: {'Port': ['ID=d4f2ed14-3c16-48b1-9c69-f560b7b65e65,revision_number=5']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:08:49.141387 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f7c25-a910-4920-ab30-7dc155c712ef req-c3fbe45f-7641-4caa-8243-b380a446ae64 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:49.142988 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-159f7c25-a910-4920-ab30-7dc155c712ef req-c3fbe45f-7641-4caa-8243-b380a446ae64 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc7024c1-bf80-4d04-b555-466d9f3566a4 HTTP/1.1" status: 200 len: 946 time: 0.0506754 Sep 01 05:08:49.150414 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681cd568-be7c-40fd-b846-0e84fd8cd18d req-7f987316-b1a6-432c-9604-44489ba899b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:49.152050 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-681cd568-be7c-40fd-b846-0e84fd8cd18d req-7f987316-b1a6-432c-9604-44489ba899b3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bc7024c1-bf80-4d04-b555-466d9f3566a4 HTTP/1.1" status: 200 len: 1099 time: 0.0442932 Sep 01 05:08:49.184475 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-159f7c25-a910-4920-ab30-7dc155c712ef req-c5c198e2-57eb-4422-a137-2dcbe38ccc3d tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/security-groups?id=0987adab-11c5-485e-8603-7bb044d344b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346766 Sep 01 05:08:49.191340 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-681cd568-be7c-40fd-b846-0e84fd8cd18d req-33edff48-fe2d-47de-80fe-b2bdb3447ced service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0987adab-11c5-485e-8603-7bb044d344b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308564 Sep 01 05:08:50.301649 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76177e4b-2062-4bfe-934f-58193a73052d req-54c6d149-ba08-4f90-a1e0-ff9f7f0060fd tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:50.303291 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-76177e4b-2062-4bfe-934f-58193a73052d req-54c6d149-ba08-4f90-a1e0-ff9f7f0060fd tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc7024c1-bf80-4d04-b555-466d9f3566a4 HTTP/1.1" status: 200 len: 946 time: 0.0503027 Sep 01 05:08:50.340958 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-76177e4b-2062-4bfe-934f-58193a73052d req-8cdfed7f-60cb-473e-8e40-cbd9baa534ec tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/security-groups?id=0987adab-11c5-485e-8603-7bb044d344b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317383 Sep 01 05:08:51.461685 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06909646-967d-4947-b614-c26c996dab31 req-c7f352be-18dc-4bc3-b9f2-128f44fbc067 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:51.463181 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-06909646-967d-4947-b614-c26c996dab31 req-c7f352be-18dc-4bc3-b9f2-128f44fbc067 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc7024c1-bf80-4d04-b555-466d9f3566a4 HTTP/1.1" status: 200 len: 946 time: 0.0515945 Sep 01 05:08:51.501984 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-06909646-967d-4947-b614-c26c996dab31 req-fabcd53b-b6e0-4fbe-812e-cc35fc3f1a36 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/security-groups?id=0987adab-11c5-485e-8603-7bb044d344b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326190 Sep 01 05:08:52.083406 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:08:53.298616 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-39d09edc-bdd6-40a5-95e9-b88d0eacaff5 req-d9427797-e18c-4a33-a8be-96794855ee93 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bc7024c1-bf80-4d04-b555-466d9f3566a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393083 Sep 01 05:08:53.399323 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d09edc-bdd6-40a5-95e9-b88d0eacaff5 req-fd99ddbb-fbaa-4284-b3f5-b368de3d1fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:53.400874 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-39d09edc-bdd6-40a5-95e9-b88d0eacaff5 req-fd99ddbb-fbaa-4284-b3f5-b368de3d1fac service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5af7200b1ace4713b6a4025a0489188f&device_id=bc7024c1-bf80-4d04-b555-466d9f3566a4 HTTP/1.1" status: 200 len: 1099 time: 0.0424583 Sep 01 05:08:53.521392 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d09edc-bdd6-40a5-95e9-b88d0eacaff5 req-57c29f76-7e68-4141-a1cc-77f9978fc600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:53.522953 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-39d09edc-bdd6-40a5-95e9-b88d0eacaff5 req-57c29f76-7e68-4141-a1cc-77f9978fc600 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a5c035f5-3685-4cd0-a7ac-f1f18f39a1c9 HTTP/1.1" status: 200 len: 916 time: 0.0861623 Sep 01 05:08:53.564477 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-39d09edc-bdd6-40a5-95e9-b88d0eacaff5 req-5561d740-b5f6-41cf-8005-b255fafb4773 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d4f2ed14-3c16-48b1-9c69-f560b7b65e65 HTTP/1.1" status: 200 len: 217 time: 0.0346012 Sep 01 05:08:53.564696 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.agents_db [None req-49e1e325-328c-4825-9e4f-7693071b0ea2 None None] Agent healthcheck: found 6 active agents {{(pid=100914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 05:08:53.632422 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d09edc-bdd6-40a5-95e9-b88d0eacaff5 req-0dc3eecf-672a-4790-b1e5-18401b9f400a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:08:53.635615 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-39d09edc-bdd6-40a5-95e9-b88d0eacaff5 req-0dc3eecf-672a-4790-b1e5-18401b9f400a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=db9af3c1-097a-4e4f-9829-9c836000b336 HTTP/1.1" status: 200 len: 855 time: 0.0567305 Sep 01 05:08:53.666135 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-39d09edc-bdd6-40a5-95e9-b88d0eacaff5 req-b3259dfe-cd12-49ab-8064-47dedf4fa739 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a5c035f5-3685-4cd0-a7ac-f1f18f39a1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256820 Sep 01 05:08:53.759329 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-39d09edc-bdd6-40a5-95e9-b88d0eacaff5 req-7046d255-409d-48f3-8e62-c2ddd5bb74f6 service neutron] 10.222.0.37 "GET /v2.0/networks/a5c035f5-3685-4cd0-a7ac-f1f18f39a1c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860438 Sep 01 05:08:53.852577 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-39d09edc-bdd6-40a5-95e9-b88d0eacaff5 req-69b37106-9e21-4e7e-8151-0fdda5bc2f8b service neutron] 10.222.0.37 "GET /v2.0/networks/a5c035f5-3685-4cd0-a7ac-f1f18f39a1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869031 Sep 01 05:09:02.280151 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 51182) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:09:02.384452 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-51435984-8dba-4bbd-898c-0ba3c014d3f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:02.469748 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-51435984-8dba-4bbd-898c-0ba3c014d3f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:02.536403 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-51435984-8dba-4bbd-898c-0ba3c014d3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:02.574126 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-51435984-8dba-4bbd-898c-0ba3c014d3f1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=88631560d47841cc824dc0e30cd7d761&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2928784 Sep 01 05:09:02.575011 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51435984-8dba-4bbd-898c-0ba3c014d3f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9c897f-29b6-4198-8b13-b4ead0b04389,revision_number=1']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:09:02.576900 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 51186) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:09:02.625563 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-3eb03665-a904-4830-944f-ac870c45c0ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:02.645762 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-3eb03665-a904-4830-944f-ac870c45c0ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:02.770603 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-3eb03665-a904-4830-944f-ac870c45c0ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:02.773198 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-3eb03665-a904-4830-944f-ac870c45c0ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:02.774365 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-3eb03665-a904-4830-944f-ac870c45c0ac admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7e9c897f-29b6-4198-8b13-b4ead0b04389 HTTP/1.1" status: 204 len: 168 time: 0.1964309 Sep 01 05:09:02.782148 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb03665-a904-4830-944f-ac870c45c0ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9c897f-29b6-4198-8b13-b4ead0b04389,revision_number=None']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:09:03.372423 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 51194) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:09:03.386057 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-0916eb29-8b11-4b96-9f5f-ba9593c1e8b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:03.469912 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-0916eb29-8b11-4b96-9f5f-ba9593c1e8b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:03.553035 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-0916eb29-8b11-4b96-9f5f-ba9593c1e8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:03.596016 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-0916eb29-8b11-4b96-9f5f-ba9593c1e8b9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9a03ab03da2a4b5ea68508d661b556a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2219782 Sep 01 05:09:03.597680 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0916eb29-8b11-4b96-9f5f-ba9593c1e8b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b09aed3-1c3e-4b39-a70e-d66e71037462,revision_number=1']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:09:03.598658 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 51196) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:09:03.649615 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-c955c68a-bc13-45d0-94a5-326016b58753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:03.669866 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-c955c68a-bc13-45d0-94a5-326016b58753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:03.806831 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-c955c68a-bc13-45d0-94a5-326016b58753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:03.807511 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-c955c68a-bc13-45d0-94a5-326016b58753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:03.808685 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-c955c68a-bc13-45d0-94a5-326016b58753 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3b09aed3-1c3e-4b39-a70e-d66e71037462 HTTP/1.1" status: 204 len: 168 time: 0.2089338 Sep 01 05:09:03.817357 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c955c68a-bc13-45d0-94a5-326016b58753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b09aed3-1c3e-4b39-a70e-d66e71037462,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:09:05.159448 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a68f9fd-54f9-4805-b237-d460d16f7e44 req-29ce51c1-efdb-4515-86e7-7780ce5c971f tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:05.160960 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-8a68f9fd-54f9-4805-b237-d460d16f7e44 req-29ce51c1-efdb-4515-86e7-7780ce5c971f tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/networks?id=a5c035f5-3685-4cd0-a7ac-f1f18f39a1c9 HTTP/1.1" status: 200 len: 815 time: 0.1023428 Sep 01 05:09:05.175989 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-8a68f9fd-54f9-4805-b237-d460d16f7e44 req-ecd852f5-e679-4601-949a-b3430497d56b tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/quotas/5af7200b1ace4713b6a4025a0489188f HTTP/1.1" status: 200 len: 375 time: 0.0090048 Sep 01 05:09:05.231195 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-8a68f9fd-54f9-4805-b237-d460d16f7e44 req-a17464a7-45b7-41fe-9973-32c3dc7fcc41 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=5af7200b1ace4713b6a4025a0489188f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0447021 Sep 01 05:09:05.327850 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-8a68f9fd-54f9-4805-b237-d460d16f7e44 req-efcbdebe-c3da-4257-ae9e-97a60063cb4d service neutron] 10.222.0.11 "GET /v2.0/networks/a5c035f5-3685-4cd0-a7ac-f1f18f39a1c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894558 Sep 01 05:09:05.417811 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-8a68f9fd-54f9-4805-b237-d460d16f7e44 req-7fb7f79f-b125-482e-9d83-de6109753bcb service neutron] 10.222.0.11 "GET /v2.0/networks/a5c035f5-3685-4cd0-a7ac-f1f18f39a1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834332 Sep 01 05:09:05.647957 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-130d503f-76eb-400b-8bc8-1bd2f03d92ca req-8a260640-a0a5-4df7-9d81-fee0c056d88a tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/ports?device_id=15ff5fa2-ffb0-45f0-9328-24b82894ea5b HTTP/1.1" status: 200 len: 210 time: 0.0318453 Sep 01 05:09:06.744455 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-c9e3e9aa-8568-4eeb-baea-935493ea1b07 req-b1bb2ae9-de29-408c-99f8-c0cfb310afe6 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/ports?device_id=15ff5fa2-ffb0-45f0-9328-24b82894ea5b HTTP/1.1" status: 200 len: 210 time: 0.0265322 Sep 01 05:09:07.284217 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-a39fd46e-98cf-4d45-8916-13b3205e27c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:07.559392 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a68f9fd-54f9-4805-b237-d460d16f7e44 req-b7f90ec1-f565-4ec0-9617-d1f6f2fac5e5 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:07.561107 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-8a68f9fd-54f9-4805-b237-d460d16f7e44 req-b7f90ec1-f565-4ec0-9617-d1f6f2fac5e5 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.37 "GET /v2.0/networks?id=a5c035f5-3685-4cd0-a7ac-f1f18f39a1c9 HTTP/1.1" status: 200 len: 815 time: 0.1008217 Sep 01 05:09:07.579068 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.v2.base [req-8a68f9fd-54f9-4805-b237-d460d16f7e44 req-d582a10f-fa13-4de8-b0c3-0ab127bcb0cc tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Request body: {'port': {'device_id': '15ff5fa2-ffb0-45f0-9328-24b82894ea5b', 'network_id': 'a5c035f5-3685-4cd0-a7ac-f1f18f39a1c9', 'admin_state_up': True, 'tenant_id': '5af7200b1ace4713b6a4025a0489188f'}} {{(pid=100911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:09:07.787214 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a68f9fd-54f9-4805-b237-d460d16f7e44 req-d582a10f-fa13-4de8-b0c3-0ab127bcb0cc tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Made reservation on behalf of 5af7200b1ace4713b6a4025a0489188f for: {'port': 1} {{(pid=100911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 05:09:07.790483 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-8a68f9fd-54f9-4805-b237-d460d16f7e44 req-d582a10f-fa13-4de8-b0c3-0ab127bcb0cc tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:07.845438 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-4cac67bc-ddc9-4167-aa4f-36c7a6cb624e req-fd8c9e1d-7a55-4b52-ab62-13286eb84b1b tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/ports?device_id=15ff5fa2-ffb0-45f0-9328-24b82894ea5b HTTP/1.1" status: 200 len: 210 time: 0.0323038 Sep 01 05:09:07.916440 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.db_base_plugin_common [req-8a68f9fd-54f9-4805-b237-d460d16f7e44 req-d582a10f-fa13-4de8-b0c3-0ab127bcb0cc tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Allocated IP 172.20.0.5 (a5c035f5-3685-4cd0-a7ac-f1f18f39a1c9/db9af3c1-097a-4e4f-9829-9c836000b336/84c272b0-8367-4e3c-9205-c2318c618ddf) {{(pid=100911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 05:09:08.076049 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-8a68f9fd-54f9-4805-b237-d460d16f7e44 req-d582a10f-fa13-4de8-b0c3-0ab127bcb0cc tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Notify callbacks [] for port, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:08.181554 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-8a68f9fd-54f9-4805-b237-d460d16f7e44 req-d582a10f-fa13-4de8-b0c3-0ab127bcb0cc tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780564376589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3457272'] for port, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:08.218623 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] get_ports_and_sgs() called for port_ids ['d4f2ed14-3c16-48b1-9c69-f560b7b65e65'] {{(pid=100913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 05:09:08.223275 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a68f9fd-54f9-4805-b237-d460d16f7e44 req-d582a10f-fa13-4de8-b0c3-0ab127bcb0cc tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Network a5c035f5-3685-4cd0-a7ac-f1f18f39a1c9 is already hosted by enough agents. {{(pid=100911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:09:08.229487 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.base_scheduler [req-8a68f9fd-54f9-4805-b237-d460d16f7e44 req-d582a10f-fa13-4de8-b0c3-0ab127bcb0cc tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Resources bound (agent type, host, resource id): {{(pid=100911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:09:08.233210 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a68f9fd-54f9-4805-b237-d460d16f7e44 req-d582a10f-fa13-4de8-b0c3-0ab127bcb0cc tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Received port after_create {{(pid=100911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 05:09:08.262740 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d582a10f-fa13-4de8-b0c3-0ab127bcb0cc tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Pushing event updated for resources: {'Port': ['ID=84c272b0-8367-4e3c-9205-c2318c618ddf,revision_number=1']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:09:08.299989 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a68f9fd-54f9-4805-b237-d460d16f7e44 req-d582a10f-fa13-4de8-b0c3-0ab127bcb0cc tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:08.299989 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-8a68f9fd-54f9-4805-b237-d460d16f7e44 req-d582a10f-fa13-4de8-b0c3-0ab127bcb0cc tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428309'] for port, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:08.370884 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-8a68f9fd-54f9-4805-b237-d460d16f7e44 req-d582a10f-fa13-4de8-b0c3-0ab127bcb0cc tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7955267 Sep 01 05:09:08.389449 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.v2.base [req-8a68f9fd-54f9-4805-b237-d460d16f7e44 req-97a5d0c8-0baa-49da-9bfa-7435425bbee2 service neutron] Request body: {'port': {'device_id': '15ff5fa2-ffb0-45f0-9328-24b82894ea5b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=100911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:09:08.439320 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-8a68f9fd-54f9-4805-b237-d460d16f7e44 req-97a5d0c8-0baa-49da-9bfa-7435425bbee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:08.695510 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.notifiers.nova [req-8a68f9fd-54f9-4805-b237-d460d16f7e44 req-97a5d0c8-0baa-49da-9bfa-7435425bbee2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84c272b0-8367-4e3c-9205-c2318c618ddf {{(pid=100911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 05:09:08.702640 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-8a68f9fd-54f9-4805-b237-d460d16f7e44 req-97a5d0c8-0baa-49da-9bfa-7435425bbee2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:08.714703 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.provisioning_blocks [req-8a68f9fd-54f9-4805-b237-d460d16f7e44 req-97a5d0c8-0baa-49da-9bfa-7435425bbee2 service neutron] Transition to ACTIVE for port object 84c272b0-8367-4e3c-9205-c2318c618ddf will not be triggered until provisioned by entity L2. {{(pid=100911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:09:08.791236 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-8a68f9fd-54f9-4805-b237-d460d16f7e44 req-97a5d0c8-0baa-49da-9bfa-7435425bbee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3457217'] for port, after_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:08.845611 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a5d0c8-0baa-49da-9bfa-7435425bbee2 service neutron] Pushing event updated for resources: {'Port': ['ID=84c272b0-8367-4e3c-9205-c2318c618ddf,revision_number=2']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:09:08.914279 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.managers [req-8a68f9fd-54f9-4805-b237-d460d16f7e44 req-97a5d0c8-0baa-49da-9bfa-7435425bbee2 service neutron] Attempting to bind port 84c272b0-8367-4e3c-9205-c2318c618ddf on host hv-cinder-80473 for vnic_type normal with profile {{(pid=100911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 05:09:08.914636 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.managers [req-8a68f9fd-54f9-4805-b237-d460d16f7e44 req-97a5d0c8-0baa-49da-9bfa-7435425bbee2 service neutron] Attempting to bind port 84c272b0-8367-4e3c-9205-c2318c618ddf by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '41c87385-930b-4ad8-9a42-11e00d93e57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a5c035f5-3685-4cd0-a7ac-f1f18f39a1c9'}] {{(pid=100911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 05:09:08.914964 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a68f9fd-54f9-4805-b237-d460d16f7e44 req-97a5d0c8-0baa-49da-9bfa-7435425bbee2 service neutron] Attempting to bind port 84c272b0-8367-4e3c-9205-c2318c618ddf on network a5c035f5-3685-4cd0-a7ac-f1f18f39a1c9 {{(pid=100911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:09:08.919455 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a68f9fd-54f9-4805-b237-d460d16f7e44 req-97a5d0c8-0baa-49da-9bfa-7435425bbee2 service neutron] Port 84c272b0-8367-4e3c-9205-c2318c618ddf on network a5c035f5-3685-4cd0-a7ac-f1f18f39a1c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=100911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 05:09:08.919788 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a68f9fd-54f9-4805-b237-d460d16f7e44 req-97a5d0c8-0baa-49da-9bfa-7435425bbee2 service neutron] Attempting to bind port 84c272b0-8367-4e3c-9205-c2318c618ddf on network a5c035f5-3685-4cd0-a7ac-f1f18f39a1c9 {{(pid=100911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:09:08.924722 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a68f9fd-54f9-4805-b237-d460d16f7e44 req-97a5d0c8-0baa-49da-9bfa-7435425bbee2 service neutron] Checking agent: {'id': '5dc78e7a-d30d-4469-a2d3-6a9bc399bc32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 59, 52), 'started_at': datetime.datetime(2021, 9, 1, 4, 59, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 5, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 05:09:08.929731 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a68f9fd-54f9-4805-b237-d460d16f7e44 req-97a5d0c8-0baa-49da-9bfa-7435425bbee2 service neutron] Checking segment: {'id': '41c87385-930b-4ad8-9a42-11e00d93e57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a5c035f5-3685-4cd0-a7ac-f1f18f39a1c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:09:08.929731 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a68f9fd-54f9-4805-b237-d460d16f7e44 req-97a5d0c8-0baa-49da-9bfa-7435425bbee2 service neutron] Bound using segment: {'id': '41c87385-930b-4ad8-9a42-11e00d93e57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a5c035f5-3685-4cd0-a7ac-f1f18f39a1c9'} {{(pid=100911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 05:09:08.929731 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.managers [req-8a68f9fd-54f9-4805-b237-d460d16f7e44 req-97a5d0c8-0baa-49da-9bfa-7435425bbee2 service neutron] Bound port: 84c272b0-8367-4e3c-9205-c2318c618ddf, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41c87385-930b-4ad8-9a42-11e00d93e57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a5c035f5-3685-4cd0-a7ac-f1f18f39a1c9'}}] {{(pid=100911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 05:09:08.929731 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-8a68f9fd-54f9-4805-b237-d460d16f7e44 req-97a5d0c8-0baa-49da-9bfa-7435425bbee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:08.967041 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d5758-c331-4039-acd6-bf86d2da167b req-01ba35a8-f661-4862-a7ad-a04c7c02741f tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:08.968453 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-ed6d5758-c331-4039-acd6-bf86d2da167b req-01ba35a8-f661-4862-a7ad-a04c7c02741f tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/ports?device_id=15ff5fa2-ffb0-45f0-9328-24b82894ea5b HTTP/1.1" status: 200 len: 943 time: 0.0483410 Sep 01 05:09:08.991713 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.db [req-8a68f9fd-54f9-4805-b237-d460d16f7e44 req-97a5d0c8-0baa-49da-9bfa-7435425bbee2 service neutron] For port 84c272b0-8367-4e3c-9205-c2318c618ddf, host hv-cinder-80473, cleared binding levels {{(pid=100911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 05:09:08.994726 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.db [req-8a68f9fd-54f9-4805-b237-d460d16f7e44 req-97a5d0c8-0baa-49da-9bfa-7435425bbee2 service neutron] For port 84c272b0-8367-4e3c-9205-c2318c618ddf, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=84c272b0-8367-4e3c-9205-c2318c618ddf,segment=NetworkSegment(41c87385-930b-4ad8-9a42-11e00d93e57f),segment_id=41c87385-930b-4ad8-9a42-11e00d93e57f)] {{(pid=100911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 05:09:09.007343 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-ed6d5758-c331-4039-acd6-bf86d2da167b req-f76265ea-0b80-4446-a8d8-84b70b876e76 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/security-groups?id=0987adab-11c5-485e-8603-7bb044d344b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322967 Sep 01 05:09:09.039082 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-8a68f9fd-54f9-4805-b237-d460d16f7e44 req-97a5d0c8-0baa-49da-9bfa-7435425bbee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3457217'] for port, after_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:09.081723 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a68f9fd-54f9-4805-b237-d460d16f7e44 req-97a5d0c8-0baa-49da-9bfa-7435425bbee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:09.082343 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-8a68f9fd-54f9-4805-b237-d460d16f7e44 req-97a5d0c8-0baa-49da-9bfa-7435425bbee2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428309'] for port, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:09.083850 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-8a68f9fd-54f9-4805-b237-d460d16f7e44 req-97a5d0c8-0baa-49da-9bfa-7435425bbee2 service neutron] 10.222.0.37 "PUT /v2.0/ports/84c272b0-8367-4e3c-9205-c2318c618ddf HTTP/1.1" status: 200 len: 1093 time: 0.6984544 Sep 01 05:09:09.084285 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15ff5fa2-ffb0-45f0-9328-24b82894ea5b', 'tag': '84c272b0-8367-4e3c-9205-c2318c618ddf'}] {{(pid=100911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:09:09.086520 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2199b4ef80d697cbc8f6ff5e200fd84d3ba25b9ef6d03a08fa18221b1b049e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff6bad08-3180-4e2e-87f4-d1020bfe94da" -d '{"events": [{"name": "network-changed", "server_uuid": "15ff5fa2-ffb0-45f0-9328-24b82894ea5b", "tag": "84c272b0-8367-4e3c-9205-c2318c618ddf"}]}' {{(pid=100911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:09:09.106435 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a5d0c8-0baa-49da-9bfa-7435425bbee2 service neutron] Pushing event updated for resources: {'Port': ['ID=84c272b0-8367-4e3c-9205-c2318c618ddf,revision_number=3']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:09:09.121880 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 05:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b76c6d79-3319-437d-9729-4c6a668fbd9c x-openstack-request-id: req-b76c6d79-3319-437d-9729-4c6a668fbd9c {{(pid=100911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:09:09.122173 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15ff5fa2-ffb0-45f0-9328-24b82894ea5b", "tag": "84c272b0-8367-4e3c-9205-c2318c618ddf", "status": "completed", "code": 200}]} {{(pid=100911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:09:09.122429 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b76c6d79-3319-437d-9729-4c6a668fbd9c {{(pid=100911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:09:09.122864 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15ff5fa2-ffb0-45f0-9328-24b82894ea5b', 'tag': '84c272b0-8367-4e3c-9205-c2318c618ddf', 'status': 'completed', 'code': 200} Sep 01 05:09:10.037536 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:10.065521 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-227f5a3f-a9a4-4760-8793-f7d643cbe2db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:10.128031 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13955fc9-023f-4206-a40d-cf1f3a21cc9d req-84e7090d-2ac6-4899-b3df-718d96e48594 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:10.133155 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-13955fc9-023f-4206-a40d-cf1f3a21cc9d req-84e7090d-2ac6-4899-b3df-718d96e48594 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/ports?device_id=15ff5fa2-ffb0-45f0-9328-24b82894ea5b HTTP/1.1" status: 200 len: 943 time: 0.0542750 Sep 01 05:09:10.167018 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-13955fc9-023f-4206-a40d-cf1f3a21cc9d req-b3f7a1e4-3ecc-4baf-93aa-afe04b513e7c tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/security-groups?id=0987adab-11c5-485e-8603-7bb044d344b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314193 Sep 01 05:09:11.143863 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6bad08-3180-4e2e-87f4-d1020bfe94da req-4bda47ec-8a43-4ff1-8622-1567c5865a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:11.145445 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-ff6bad08-3180-4e2e-87f4-d1020bfe94da req-4bda47ec-8a43-4ff1-8622-1567c5865a64 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5af7200b1ace4713b6a4025a0489188f&device_id=15ff5fa2-ffb0-45f0-9328-24b82894ea5b HTTP/1.1" status: 200 len: 1096 time: 0.0414443 Sep 01 05:09:11.249828 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6bad08-3180-4e2e-87f4-d1020bfe94da req-c904c154-dbe9-4134-9c3d-f9c2b178c463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:11.251348 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-ff6bad08-3180-4e2e-87f4-d1020bfe94da req-c904c154-dbe9-4134-9c3d-f9c2b178c463 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=5af7200b1ace4713b6a4025a0489188f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0911803 Sep 01 05:09:11.283405 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b7bb6-e780-4784-a2de-393c6a75c494 req-e623caeb-f718-4acf-a36f-a2fd5fde1de3 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:11.284736 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e40b7bb6-e780-4784-a2de-393c6a75c494 req-e623caeb-f718-4acf-a36f-a2fd5fde1de3 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/ports?device_id=15ff5fa2-ffb0-45f0-9328-24b82894ea5b HTTP/1.1" status: 200 len: 943 time: 0.0494232 Sep 01 05:09:11.328549 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e40b7bb6-e780-4784-a2de-393c6a75c494 req-d1fb6df5-3c53-4921-983e-4ac98bf15c5e tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/security-groups?id=0987adab-11c5-485e-8603-7bb044d344b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343690 Sep 01 05:09:11.356485 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6bad08-3180-4e2e-87f4-d1020bfe94da req-c6baeffd-78ce-4f87-9bf2-c53232fb24b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:11.357963 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-ff6bad08-3180-4e2e-87f4-d1020bfe94da req-c6baeffd-78ce-4f87-9bf2-c53232fb24b0 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0984621 Sep 01 05:09:11.404368 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-125f6581-13c4-4eca-b15a-10d5e92c8028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:11.453476 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a68f9fd-54f9-4805-b237-d460d16f7e44 req-9a6ac158-4b05-4ecc-ad66-194771461990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:11.455068 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-8a68f9fd-54f9-4805-b237-d460d16f7e44 req-9a6ac158-4b05-4ecc-ad66-194771461990 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5af7200b1ace4713b6a4025a0489188f&device_id=15ff5fa2-ffb0-45f0-9328-24b82894ea5b HTTP/1.1" status: 200 len: 1096 time: 0.0400238 Sep 01 05:09:11.507982 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-8a68f9fd-54f9-4805-b237-d460d16f7e44 req-e438ebcb-2c81-466c-b632-bc71e5a38175 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=84c272b0-8367-4e3c-9205-c2318c618ddf HTTP/1.1" status: 200 len: 217 time: 0.0374715 Sep 01 05:09:11.556498 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a68f9fd-54f9-4805-b237-d460d16f7e44 req-2ead8157-f224-4203-b772-dc29b86a4577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:11.557922 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-8a68f9fd-54f9-4805-b237-d460d16f7e44 req-2ead8157-f224-4203-b772-dc29b86a4577 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=db9af3c1-097a-4e4f-9829-9c836000b336 HTTP/1.1" status: 200 len: 855 time: 0.0422122 Sep 01 05:09:11.588429 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-8a68f9fd-54f9-4805-b237-d460d16f7e44 req-62455471-7ad3-4c73-82de-0a0865c7930b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a5c035f5-3685-4cd0-a7ac-f1f18f39a1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0228407 Sep 01 05:09:11.681367 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-8a68f9fd-54f9-4805-b237-d460d16f7e44 req-9a075215-4133-4153-8ca4-b1a1c7242535 service neutron] 10.222.0.37 "GET /v2.0/networks/a5c035f5-3685-4cd0-a7ac-f1f18f39a1c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838661 Sep 01 05:09:11.769338 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-8a68f9fd-54f9-4805-b237-d460d16f7e44 req-050bf3a7-cfb8-4948-95d4-ee8fba5a7866 service neutron] 10.222.0.37 "GET /v2.0/networks/a5c035f5-3685-4cd0-a7ac-f1f18f39a1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807424 Sep 01 05:09:12.441582 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42985f8-1336-4275-ae52-7bfdbd18eeaf req-54d198a7-41e5-4d11-9a44-f63086a3c4f3 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:12.443107 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-c42985f8-1336-4275-ae52-7bfdbd18eeaf req-54d198a7-41e5-4d11-9a44-f63086a3c4f3 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/ports?device_id=15ff5fa2-ffb0-45f0-9328-24b82894ea5b HTTP/1.1" status: 200 len: 943 time: 0.0471802 Sep 01 05:09:12.480964 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-c42985f8-1336-4275-ae52-7bfdbd18eeaf req-76e42265-cad3-4263-9c9e-98db2e7a92fe tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/security-groups?id=0987adab-11c5-485e-8603-7bb044d344b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319014 Sep 01 05:09:13.067709 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device 84c272b0-8367-4e3c-9205-c2318c618ddf details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=100913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 05:09:13.170591 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] For port 84c272b0-8367-4e3c-9205-c2318c618ddf, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=84c272b0-8367-4e3c-9205-c2318c618ddf,segment=NetworkSegment(41c87385-930b-4ad8-9a42-11e00d93e57f),segment_id=41c87385-930b-4ad8-9a42-11e00d93e57f)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:09:13.182271 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Returning: {'device': '84c272b0-8367-4e3c-9205-c2318c618ddf', 'network_id': 'a5c035f5-3685-4cd0-a7ac-f1f18f39a1c9', 'port_id': '84c272b0-8367-4e3c-9205-c2318c618ddf', 'mac_address': 'fa:16:3e:16:12:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db9af3c1-097a-4e4f-9829-9c836000b336', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 05:09:13.209721 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-57069d07-1191-4bd8-9ef8-43ac9a8b42c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:13.219478 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:13.232143 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.notifiers.nova [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84c272b0-8367-4e3c-9205-c2318c618ddf {{(pid=100913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 05:09:13.251507 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] For port 84c272b0-8367-4e3c-9205-c2318c618ddf, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=84c272b0-8367-4e3c-9205-c2318c618ddf,segment=NetworkSegment(41c87385-930b-4ad8-9a42-11e00d93e57f),segment_id=41c87385-930b-4ad8-9a42-11e00d93e57f)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:09:13.324103 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:13.370486 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Pushing event updated for resources: {'Port': ['ID=84c272b0-8367-4e3c-9205-c2318c618ddf,revision_number=4']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:09:13.599397 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e5b07-2db2-4b01-8934-aba7fc24de56 req-0aa82e9f-2bde-4bf4-a67a-b6c70cf0a95f tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:13.600775 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-fa7e5b07-2db2-4b01-8934-aba7fc24de56 req-0aa82e9f-2bde-4bf4-a67a-b6c70cf0a95f tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/ports?device_id=15ff5fa2-ffb0-45f0-9328-24b82894ea5b HTTP/1.1" status: 200 len: 944 time: 0.0518513 Sep 01 05:09:13.638170 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-fa7e5b07-2db2-4b01-8934-aba7fc24de56 req-1315a637-d4be-4282-a6e6-588ab8f8558d tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/security-groups?id=0987adab-11c5-485e-8603-7bb044d344b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315239 Sep 01 05:09:14.749354 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b834f34-d7af-47f4-9ea8-3ebebf9c93f2 req-647afac0-1a2f-4063-8ad3-0c273fb6a27d tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:14.750841 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-0b834f34-d7af-47f4-9ea8-3ebebf9c93f2 req-647afac0-1a2f-4063-8ad3-0c273fb6a27d tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/ports?device_id=15ff5fa2-ffb0-45f0-9328-24b82894ea5b HTTP/1.1" status: 200 len: 944 time: 0.0472641 Sep 01 05:09:14.787452 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-0b834f34-d7af-47f4-9ea8-3ebebf9c93f2 req-59656b7c-eae3-4635-968a-4ec655332ce8 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/security-groups?id=0987adab-11c5-485e-8603-7bb044d344b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301394 Sep 01 05:09:15.901975 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaaf7c7-f842-47b9-ae55-ff9e76291dcc req-703f716b-a2d3-4cc2-99f3-139c4212c24e tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:15.903529 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-7aaaf7c7-f842-47b9-ae55-ff9e76291dcc req-703f716b-a2d3-4cc2-99f3-139c4212c24e tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/ports?device_id=15ff5fa2-ffb0-45f0-9328-24b82894ea5b HTTP/1.1" status: 200 len: 944 time: 0.0501080 Sep 01 05:09:15.945551 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-7aaaf7c7-f842-47b9-ae55-ff9e76291dcc req-1a7bdfe7-9019-42ac-9df7-90409c32a5a4 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/security-groups?id=0987adab-11c5-485e-8603-7bb044d344b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362170 Sep 01 05:09:16.378503 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] get_ports_and_sgs() called for port_ids ['84c272b0-8367-4e3c-9205-c2318c618ddf'] {{(pid=100913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 05:09:17.064626 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23637f49-1ad1-4824-ac84-44034ba4425f req-358fde08-9395-4488-9099-f96899722b90 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:17.066128 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-23637f49-1ad1-4824-ac84-44034ba4425f req-358fde08-9395-4488-9099-f96899722b90 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/ports?device_id=15ff5fa2-ffb0-45f0-9328-24b82894ea5b HTTP/1.1" status: 200 len: 944 time: 0.0508134 Sep 01 05:09:17.348667 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-23637f49-1ad1-4824-ac84-44034ba4425f req-59acd441-1ea3-49a6-9278-8c0cfe40c8a7 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/security-groups?id=0987adab-11c5-485e-8603-7bb044d344b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767260 Sep 01 05:09:18.089576 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device 84c272b0-8367-4e3c-9205-c2318c618ddf up at agent hyperv_hv-cinder-80473 {{(pid=100913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:09:18.191159 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Provisioning for port 84c272b0-8367-4e3c-9205-c2318c618ddf completed by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:09:18.194904 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Provisioning complete for port 84c272b0-8367-4e3c-9205-c2318c618ddf triggered by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:09:18.195286 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:18.273412 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:18.296283 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15ff5fa2-ffb0-45f0-9328-24b82894ea5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84c272b0-8367-4e3c-9205-c2318c618ddf'}] {{(pid=100913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:09:18.298387 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac1e9064bfa394a3c8e95a7ae5ebf8ce235ac3ce60c2245422c4078f9b609c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f5ddc03-fa5a-4af1-b8c6-ecc0cb8107b1" -d '{"events": [{"server_uuid": "15ff5fa2-ffb0-45f0-9328-24b82894ea5b", "name": "network-vif-plugged", "status": "completed", "tag": "84c272b0-8367-4e3c-9205-c2318c618ddf"}]}' {{(pid=100913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:09:18.311694 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] For port 84c272b0-8367-4e3c-9205-c2318c618ddf, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=84c272b0-8367-4e3c-9205-c2318c618ddf,segment=NetworkSegment(41c87385-930b-4ad8-9a42-11e00d93e57f),segment_id=41c87385-930b-4ad8-9a42-11e00d93e57f)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:09:18.344668 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 05:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4fc1256-2442-4c14-86a3-2f230571697c x-openstack-request-id: req-e4fc1256-2442-4c14-86a3-2f230571697c {{(pid=100913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:09:18.345018 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15ff5fa2-ffb0-45f0-9328-24b82894ea5b", "name": "network-vif-plugged", "status": "completed", "tag": "84c272b0-8367-4e3c-9205-c2318c618ddf", "code": 200}]} {{(pid=100913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:09:18.345266 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e4fc1256-2442-4c14-86a3-2f230571697c {{(pid=100913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:09:18.345654 dv-cinder-804735-5-iscsi neutron-server[100913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15ff5fa2-ffb0-45f0-9328-24b82894ea5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84c272b0-8367-4e3c-9205-c2318c618ddf', 'code': 200} Sep 01 05:09:18.375747 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:18.439681 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Pushing event updated for resources: {'Port': ['ID=84c272b0-8367-4e3c-9205-c2318c618ddf,revision_number=5']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:09:18.466804 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91081aa0-2d55-4b01-a97d-def96d9cf547 req-197df259-46ad-49f0-8f61-252bde1de9e3 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:18.468294 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-91081aa0-2d55-4b01-a97d-def96d9cf547 req-197df259-46ad-49f0-8f61-252bde1de9e3 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/ports?device_id=15ff5fa2-ffb0-45f0-9328-24b82894ea5b HTTP/1.1" status: 200 len: 945 time: 0.0508494 Sep 01 05:09:18.506559 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-91081aa0-2d55-4b01-a97d-def96d9cf547 req-1e563dde-2b1a-487b-aedf-9fd4aaa07da4 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/security-groups?id=0987adab-11c5-485e-8603-7bb044d344b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323570 Sep 01 05:09:18.698498 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b634ff-88ab-4e21-94fb-5db04c9cdf5e req-4341fb86-0037-462d-a7ef-49ea8e450b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:18.700740 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-e2b634ff-88ab-4e21-94fb-5db04c9cdf5e req-4341fb86-0037-462d-a7ef-49ea8e450b9d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=15ff5fa2-ffb0-45f0-9328-24b82894ea5b HTTP/1.1" status: 200 len: 1098 time: 0.0408068 Sep 01 05:09:18.740699 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-e2b634ff-88ab-4e21-94fb-5db04c9cdf5e req-10e4e403-0870-4cae-a337-ebd6f2b17ddf service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0987adab-11c5-485e-8603-7bb044d344b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286412 Sep 01 05:09:19.622851 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b12eaa-497d-41df-9998-1acb20d976c5 req-1cf46393-ed4c-4b84-9850-fde7726b7838 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:19.624357 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e0b12eaa-497d-41df-9998-1acb20d976c5 req-1cf46393-ed4c-4b84-9850-fde7726b7838 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/ports?device_id=15ff5fa2-ffb0-45f0-9328-24b82894ea5b HTTP/1.1" status: 200 len: 945 time: 0.0484569 Sep 01 05:09:19.661217 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e0b12eaa-497d-41df-9998-1acb20d976c5 req-139ffa0d-33b8-44a9-b6f1-f1a53f568ede tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/security-groups?id=0987adab-11c5-485e-8603-7bb044d344b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310030 Sep 01 05:09:20.776766 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a00a557-e4c6-44b8-a6d0-e600e3807429 req-e9070540-2a18-40f5-ba1e-5e9c5ed9b833 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:20.778368 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-6a00a557-e4c6-44b8-a6d0-e600e3807429 req-e9070540-2a18-40f5-ba1e-5e9c5ed9b833 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/ports?device_id=15ff5fa2-ffb0-45f0-9328-24b82894ea5b HTTP/1.1" status: 200 len: 945 time: 0.0500851 Sep 01 05:09:20.814818 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-6a00a557-e4c6-44b8-a6d0-e600e3807429 req-cdca5124-a7e3-4b80-a2d9-9f15f1498d35 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/security-groups?id=0987adab-11c5-485e-8603-7bb044d344b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305400 Sep 01 05:09:21.935126 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb795647-9fd8-4796-bd5b-8534eac5e538 req-729413c3-df34-4cab-84b1-680d6485427a tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:21.936679 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-eb795647-9fd8-4796-bd5b-8534eac5e538 req-729413c3-df34-4cab-84b1-680d6485427a tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/ports?device_id=15ff5fa2-ffb0-45f0-9328-24b82894ea5b HTTP/1.1" status: 200 len: 945 time: 0.0478048 Sep 01 05:09:21.975341 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-eb795647-9fd8-4796-bd5b-8534eac5e538 req-c930b044-1070-40d6-aeea-9aa40f455bb9 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/security-groups?id=0987adab-11c5-485e-8603-7bb044d344b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328357 Sep 01 05:09:22.128692 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:23.091908 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f9344f-35aa-40c6-84f2-d2036e272c5d req-d73394e2-2cfe-4cb9-824e-5c1341d23029 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:23.093415 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-10f9344f-35aa-40c6-84f2-d2036e272c5d req-d73394e2-2cfe-4cb9-824e-5c1341d23029 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/ports?device_id=15ff5fa2-ffb0-45f0-9328-24b82894ea5b HTTP/1.1" status: 200 len: 945 time: 0.0495341 Sep 01 05:09:23.130216 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-10f9344f-35aa-40c6-84f2-d2036e272c5d req-88217b49-de51-492e-877b-bb72b2e1ad3b tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/security-groups?id=0987adab-11c5-485e-8603-7bb044d344b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308976 Sep 01 05:09:26.186445 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e8a0df-b0c8-4533-988e-c46f6c667ed4 req-7d4fe404-397a-459b-b756-e6d5b73ee9b1 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:26.187878 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-39e8a0df-b0c8-4533-988e-c46f6c667ed4 req-7d4fe404-397a-459b-b756-e6d5b73ee9b1 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/networks?id=a5c035f5-3685-4cd0-a7ac-f1f18f39a1c9 HTTP/1.1" status: 200 len: 815 time: 0.1035001 Sep 01 05:09:26.202210 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-39e8a0df-b0c8-4533-988e-c46f6c667ed4 req-430b6bca-db3f-46af-b17d-4d78c1cbee03 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/quotas/5af7200b1ace4713b6a4025a0489188f HTTP/1.1" status: 200 len: 375 time: 0.0086596 Sep 01 05:09:26.251251 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-39e8a0df-b0c8-4533-988e-c46f6c667ed4 req-349b1a68-f454-413e-b298-f6f73923bcd8 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=5af7200b1ace4713b6a4025a0489188f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440176 Sep 01 05:09:26.343559 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-39e8a0df-b0c8-4533-988e-c46f6c667ed4 req-7ac46fac-0bae-4000-862f-30d122de2e0a service neutron] 10.222.0.11 "GET /v2.0/networks/a5c035f5-3685-4cd0-a7ac-f1f18f39a1c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847688 Sep 01 05:09:26.429963 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-39e8a0df-b0c8-4533-988e-c46f6c667ed4 req-e006babf-0a5d-4573-931f-2b11a80d62ad service neutron] 10.222.0.11 "GET /v2.0/networks/a5c035f5-3685-4cd0-a7ac-f1f18f39a1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806928 Sep 01 05:09:26.712725 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-09806023-95e3-483b-8251-636474bb7947 req-2e9c48b1-9b0c-488f-8778-0c3fc5c923ec tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9f3a4d8-6e9b-465d-ae79-db4f68be3d76 HTTP/1.1" status: 200 len: 210 time: 0.0263200 Sep 01 05:09:27.814975 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-28af2e57-ff1c-473b-8d19-0489e29edde8 req-2393e2d0-b1fc-443f-85ee-95b24d250c20 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9f3a4d8-6e9b-465d-ae79-db4f68be3d76 HTTP/1.1" status: 200 len: 210 time: 0.0297809 Sep 01 05:09:28.907736 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-b8a04c86-65d0-405b-a52e-896046298cae req-8a599978-70c3-47ea-b3e7-1bf604a75145 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9f3a4d8-6e9b-465d-ae79-db4f68be3d76 HTTP/1.1" status: 200 len: 210 time: 0.0261712 Sep 01 05:09:29.059341 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e8a0df-b0c8-4533-988e-c46f6c667ed4 req-c06ed52a-e9ed-4113-b341-07a5c8ed5495 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:29.060819 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-39e8a0df-b0c8-4533-988e-c46f6c667ed4 req-c06ed52a-e9ed-4113-b341-07a5c8ed5495 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.37 "GET /v2.0/networks?id=a5c035f5-3685-4cd0-a7ac-f1f18f39a1c9 HTTP/1.1" status: 200 len: 815 time: 0.1108594 Sep 01 05:09:29.081988 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.v2.base [req-39e8a0df-b0c8-4533-988e-c46f6c667ed4 req-9ae8969a-16db-4e37-ae1e-8dabb092d83d tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Request body: {'port': {'device_id': 'd9f3a4d8-6e9b-465d-ae79-db4f68be3d76', 'network_id': 'a5c035f5-3685-4cd0-a7ac-f1f18f39a1c9', 'admin_state_up': True, 'tenant_id': '5af7200b1ace4713b6a4025a0489188f'}} {{(pid=100911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:09:29.265454 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39e8a0df-b0c8-4533-988e-c46f6c667ed4 req-9ae8969a-16db-4e37-ae1e-8dabb092d83d tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Made reservation on behalf of 5af7200b1ace4713b6a4025a0489188f for: {'port': 1} {{(pid=100911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 05:09:29.268962 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-39e8a0df-b0c8-4533-988e-c46f6c667ed4 req-9ae8969a-16db-4e37-ae1e-8dabb092d83d tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:29.399109 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.db_base_plugin_common [req-39e8a0df-b0c8-4533-988e-c46f6c667ed4 req-9ae8969a-16db-4e37-ae1e-8dabb092d83d tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Allocated IP 172.20.0.8 (a5c035f5-3685-4cd0-a7ac-f1f18f39a1c9/db9af3c1-097a-4e4f-9829-9c836000b336/62cd07cf-2473-45f8-902a-e21c45b75861) {{(pid=100911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 05:09:29.543940 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-39e8a0df-b0c8-4533-988e-c46f6c667ed4 req-9ae8969a-16db-4e37-ae1e-8dabb092d83d tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Notify callbacks [] for port, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:29.621393 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-39e8a0df-b0c8-4533-988e-c46f6c667ed4 req-9ae8969a-16db-4e37-ae1e-8dabb092d83d tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780564376589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3457272'] for port, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:29.660868 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39e8a0df-b0c8-4533-988e-c46f6c667ed4 req-9ae8969a-16db-4e37-ae1e-8dabb092d83d tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Network a5c035f5-3685-4cd0-a7ac-f1f18f39a1c9 is already hosted by enough agents. {{(pid=100911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:09:29.665818 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.base_scheduler [req-39e8a0df-b0c8-4533-988e-c46f6c667ed4 req-9ae8969a-16db-4e37-ae1e-8dabb092d83d tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Resources bound (agent type, host, resource id): {{(pid=100911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:09:29.669567 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.l3_dvrscheduler_db [req-39e8a0df-b0c8-4533-988e-c46f6c667ed4 req-9ae8969a-16db-4e37-ae1e-8dabb092d83d tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Received port after_create {{(pid=100911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 05:09:29.670564 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] get_ports_and_sgs() called for port_ids ['d4f2ed14-3c16-48b1-9c69-f560b7b65e65', '84c272b0-8367-4e3c-9205-c2318c618ddf'] {{(pid=100913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 05:09:29.694652 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae8969a-16db-4e37-ae1e-8dabb092d83d tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Pushing event updated for resources: {'Port': ['ID=62cd07cf-2473-45f8-902a-e21c45b75861,revision_number=1']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:09:29.709019 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae8969a-16db-4e37-ae1e-8dabb092d83d tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:09:29.709367 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae8969a-16db-4e37-ae1e-8dabb092d83d tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:09:29.709704 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae8969a-16db-4e37-ae1e-8dabb092d83d tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:09:29.710037 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae8969a-16db-4e37-ae1e-8dabb092d83d tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:09:29.710366 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae8969a-16db-4e37-ae1e-8dabb092d83d tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:09:29.710694 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae8969a-16db-4e37-ae1e-8dabb092d83d tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:09:29.711045 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae8969a-16db-4e37-ae1e-8dabb092d83d tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:09:29.711369 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae8969a-16db-4e37-ae1e-8dabb092d83d tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:09:29.711690 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae8969a-16db-4e37-ae1e-8dabb092d83d tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:09:29.712009 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae8969a-16db-4e37-ae1e-8dabb092d83d tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:09:29.712329 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae8969a-16db-4e37-ae1e-8dabb092d83d tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:09:29.712654 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae8969a-16db-4e37-ae1e-8dabb092d83d tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:09:29.732858 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e8a0df-b0c8-4533-988e-c46f6c667ed4 req-9ae8969a-16db-4e37-ae1e-8dabb092d83d tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:29.733518 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-39e8a0df-b0c8-4533-988e-c46f6c667ed4 req-9ae8969a-16db-4e37-ae1e-8dabb092d83d tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428309'] for port, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:29.787242 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-39e8a0df-b0c8-4533-988e-c46f6c667ed4 req-9ae8969a-16db-4e37-ae1e-8dabb092d83d tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7093577 Sep 01 05:09:29.807937 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.v2.base [req-39e8a0df-b0c8-4533-988e-c46f6c667ed4 req-7e849ec4-a90c-4344-ac4f-8c4be71fae91 service neutron] Request body: {'port': {'device_id': 'd9f3a4d8-6e9b-465d-ae79-db4f68be3d76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=100911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:09:29.867101 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-39e8a0df-b0c8-4533-988e-c46f6c667ed4 req-7e849ec4-a90c-4344-ac4f-8c4be71fae91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:30.028792 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d896ace3-7d34-44d7-993a-0fe29514e558 req-badf7853-39fa-4145-a32b-0edff92b2b79 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:30.030962 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-d896ace3-7d34-44d7-993a-0fe29514e558 req-badf7853-39fa-4145-a32b-0edff92b2b79 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9f3a4d8-6e9b-465d-ae79-db4f68be3d76 HTTP/1.1" status: 200 len: 931 time: 0.0487547 Sep 01 05:09:30.069362 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-d896ace3-7d34-44d7-993a-0fe29514e558 req-c600aed9-0bb3-43f8-8c03-9ae2f9274410 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/security-groups?id=0987adab-11c5-485e-8603-7bb044d344b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317814 Sep 01 05:09:30.139908 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.notifiers.nova [req-39e8a0df-b0c8-4533-988e-c46f6c667ed4 req-7e849ec4-a90c-4344-ac4f-8c4be71fae91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62cd07cf-2473-45f8-902a-e21c45b75861 {{(pid=100911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 05:09:30.147514 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-39e8a0df-b0c8-4533-988e-c46f6c667ed4 req-7e849ec4-a90c-4344-ac4f-8c4be71fae91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:30.160166 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.provisioning_blocks [req-39e8a0df-b0c8-4533-988e-c46f6c667ed4 req-7e849ec4-a90c-4344-ac4f-8c4be71fae91 service neutron] Transition to ACTIVE for port object 62cd07cf-2473-45f8-902a-e21c45b75861 will not be triggered until provisioned by entity L2. {{(pid=100911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:09:30.219624 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-39e8a0df-b0c8-4533-988e-c46f6c667ed4 req-7e849ec4-a90c-4344-ac4f-8c4be71fae91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3457217'] for port, after_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:30.273720 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e849ec4-a90c-4344-ac4f-8c4be71fae91 service neutron] Pushing event updated for resources: {'Port': ['ID=62cd07cf-2473-45f8-902a-e21c45b75861,revision_number=2']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:09:30.342365 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.managers [req-39e8a0df-b0c8-4533-988e-c46f6c667ed4 req-7e849ec4-a90c-4344-ac4f-8c4be71fae91 service neutron] Attempting to bind port 62cd07cf-2473-45f8-902a-e21c45b75861 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=100911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 05:09:30.342609 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.managers [req-39e8a0df-b0c8-4533-988e-c46f6c667ed4 req-7e849ec4-a90c-4344-ac4f-8c4be71fae91 service neutron] Attempting to bind port 62cd07cf-2473-45f8-902a-e21c45b75861 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '41c87385-930b-4ad8-9a42-11e00d93e57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a5c035f5-3685-4cd0-a7ac-f1f18f39a1c9'}] {{(pid=100911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 05:09:30.343750 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e8a0df-b0c8-4533-988e-c46f6c667ed4 req-7e849ec4-a90c-4344-ac4f-8c4be71fae91 service neutron] Attempting to bind port 62cd07cf-2473-45f8-902a-e21c45b75861 on network a5c035f5-3685-4cd0-a7ac-f1f18f39a1c9 {{(pid=100911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:09:30.348221 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e8a0df-b0c8-4533-988e-c46f6c667ed4 req-7e849ec4-a90c-4344-ac4f-8c4be71fae91 service neutron] Port 62cd07cf-2473-45f8-902a-e21c45b75861 on network a5c035f5-3685-4cd0-a7ac-f1f18f39a1c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=100911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 05:09:30.348553 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e8a0df-b0c8-4533-988e-c46f6c667ed4 req-7e849ec4-a90c-4344-ac4f-8c4be71fae91 service neutron] Attempting to bind port 62cd07cf-2473-45f8-902a-e21c45b75861 on network a5c035f5-3685-4cd0-a7ac-f1f18f39a1c9 {{(pid=100911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:09:30.353304 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e8a0df-b0c8-4533-988e-c46f6c667ed4 req-7e849ec4-a90c-4344-ac4f-8c4be71fae91 service neutron] Checking agent: {'id': '5dc78e7a-d30d-4469-a2d3-6a9bc399bc32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 59, 52), 'started_at': datetime.datetime(2021, 9, 1, 4, 59, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 5, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 05:09:30.353647 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e8a0df-b0c8-4533-988e-c46f6c667ed4 req-7e849ec4-a90c-4344-ac4f-8c4be71fae91 service neutron] Checking segment: {'id': '41c87385-930b-4ad8-9a42-11e00d93e57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a5c035f5-3685-4cd0-a7ac-f1f18f39a1c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:09:30.354032 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e8a0df-b0c8-4533-988e-c46f6c667ed4 req-7e849ec4-a90c-4344-ac4f-8c4be71fae91 service neutron] Bound using segment: {'id': '41c87385-930b-4ad8-9a42-11e00d93e57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a5c035f5-3685-4cd0-a7ac-f1f18f39a1c9'} {{(pid=100911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 05:09:30.354456 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.managers [req-39e8a0df-b0c8-4533-988e-c46f6c667ed4 req-7e849ec4-a90c-4344-ac4f-8c4be71fae91 service neutron] Bound port: 62cd07cf-2473-45f8-902a-e21c45b75861, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41c87385-930b-4ad8-9a42-11e00d93e57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a5c035f5-3685-4cd0-a7ac-f1f18f39a1c9'}}] {{(pid=100911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 05:09:30.354839 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-39e8a0df-b0c8-4533-988e-c46f6c667ed4 req-7e849ec4-a90c-4344-ac4f-8c4be71fae91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:30.416948 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.db [req-39e8a0df-b0c8-4533-988e-c46f6c667ed4 req-7e849ec4-a90c-4344-ac4f-8c4be71fae91 service neutron] For port 62cd07cf-2473-45f8-902a-e21c45b75861, host hv-cinder-80473, cleared binding levels {{(pid=100911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 05:09:30.420065 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.db [req-39e8a0df-b0c8-4533-988e-c46f6c667ed4 req-7e849ec4-a90c-4344-ac4f-8c4be71fae91 service neutron] For port 62cd07cf-2473-45f8-902a-e21c45b75861, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=62cd07cf-2473-45f8-902a-e21c45b75861,segment=NetworkSegment(41c87385-930b-4ad8-9a42-11e00d93e57f),segment_id=41c87385-930b-4ad8-9a42-11e00d93e57f)] {{(pid=100911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 05:09:30.501328 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-39e8a0df-b0c8-4533-988e-c46f6c667ed4 req-7e849ec4-a90c-4344-ac4f-8c4be71fae91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3457217'] for port, after_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:30.534309 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e8a0df-b0c8-4533-988e-c46f6c667ed4 req-7e849ec4-a90c-4344-ac4f-8c4be71fae91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:30.534949 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-39e8a0df-b0c8-4533-988e-c46f6c667ed4 req-7e849ec4-a90c-4344-ac4f-8c4be71fae91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428309'] for port, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:30.536466 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-39e8a0df-b0c8-4533-988e-c46f6c667ed4 req-7e849ec4-a90c-4344-ac4f-8c4be71fae91 service neutron] 10.222.0.37 "PUT /v2.0/ports/62cd07cf-2473-45f8-902a-e21c45b75861 HTTP/1.1" status: 200 len: 1093 time: 0.7327538 Sep 01 05:09:30.536973 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9f3a4d8-6e9b-465d-ae79-db4f68be3d76', 'tag': '62cd07cf-2473-45f8-902a-e21c45b75861'}] {{(pid=100911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:09:30.539232 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2199b4ef80d697cbc8f6ff5e200fd84d3ba25b9ef6d03a08fa18221b1b049e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c00bf776-8fe2-4f64-b79e-9208a8b2c8d3" -d '{"events": [{"name": "network-changed", "server_uuid": "d9f3a4d8-6e9b-465d-ae79-db4f68be3d76", "tag": "62cd07cf-2473-45f8-902a-e21c45b75861"}]}' {{(pid=100911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:09:30.564679 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.agents_db [None req-49e1e325-328c-4825-9e4f-7693071b0ea2 None None] Agent healthcheck: found 6 active agents {{(pid=100914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 05:09:30.565238 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e849ec4-a90c-4344-ac4f-8c4be71fae91 service neutron] Pushing event updated for resources: {'Port': ['ID=62cd07cf-2473-45f8-902a-e21c45b75861,revision_number=3']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:09:30.578455 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 05:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5667f98e-1c1d-4f7a-8b0e-906fc635669a x-openstack-request-id: req-5667f98e-1c1d-4f7a-8b0e-906fc635669a {{(pid=100911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:09:30.578455 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9f3a4d8-6e9b-465d-ae79-db4f68be3d76", "tag": "62cd07cf-2473-45f8-902a-e21c45b75861", "status": "completed", "code": 200}]} {{(pid=100911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:09:30.578455 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5667f98e-1c1d-4f7a-8b0e-906fc635669a {{(pid=100911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:09:30.578455 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9f3a4d8-6e9b-465d-ae79-db4f68be3d76', 'tag': '62cd07cf-2473-45f8-902a-e21c45b75861', 'status': 'completed', 'code': 200} Sep 01 05:09:30.674653 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00bf776-8fe2-4f64-b79e-9208a8b2c8d3 req-19aec677-72c0-4cbb-bd56-c4109c109eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:30.676104 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-c00bf776-8fe2-4f64-b79e-9208a8b2c8d3 req-19aec677-72c0-4cbb-bd56-c4109c109eb6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5af7200b1ace4713b6a4025a0489188f&device_id=d9f3a4d8-6e9b-465d-ae79-db4f68be3d76 HTTP/1.1" status: 200 len: 1096 time: 0.0438404 Sep 01 05:09:30.779558 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00bf776-8fe2-4f64-b79e-9208a8b2c8d3 req-31ddcedc-1647-47c4-babc-256adc982db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:30.781499 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-c00bf776-8fe2-4f64-b79e-9208a8b2c8d3 req-31ddcedc-1647-47c4-babc-256adc982db9 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=5af7200b1ace4713b6a4025a0489188f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0902243 Sep 01 05:09:30.878447 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00bf776-8fe2-4f64-b79e-9208a8b2c8d3 req-963bcfb1-5a1f-476e-b1da-91ecea31f257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:30.879928 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-c00bf776-8fe2-4f64-b79e-9208a8b2c8d3 req-963bcfb1-5a1f-476e-b1da-91ecea31f257 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0903988 Sep 01 05:09:31.179543 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d2140-2108-4483-b3db-6bbbf0b30959 req-5152365e-44d2-4a0b-8f31-efc5baa7a3da tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:31.181009 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-5f8d2140-2108-4483-b3db-6bbbf0b30959 req-5152365e-44d2-4a0b-8f31-efc5baa7a3da tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9f3a4d8-6e9b-465d-ae79-db4f68be3d76 HTTP/1.1" status: 200 len: 943 time: 0.0465190 Sep 01 05:09:31.217811 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-5f8d2140-2108-4483-b3db-6bbbf0b30959 req-94440d5d-e4dd-4c2e-81b5-c4938f1e7d3b tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/security-groups?id=0987adab-11c5-485e-8603-7bb044d344b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303843 Sep 01 05:09:32.338623 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c1582-aada-41b5-8251-09950cf427e5 req-406c14d0-68dc-4af0-9b12-d996dc5f7b9b tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:32.340439 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-d49c1582-aada-41b5-8251-09950cf427e5 req-406c14d0-68dc-4af0-9b12-d996dc5f7b9b tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9f3a4d8-6e9b-465d-ae79-db4f68be3d76 HTTP/1.1" status: 200 len: 943 time: 0.0528042 Sep 01 05:09:32.377743 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-d49c1582-aada-41b5-8251-09950cf427e5 req-fcab8d8e-c7c5-4a3b-b988-c6b51e47dd3a tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/security-groups?id=0987adab-11c5-485e-8603-7bb044d344b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313630 Sep 01 05:09:33.489268 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded9962c-4a6b-439c-8c18-a35246ddb330 req-042c292b-a980-4938-bf11-744274eeed22 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:33.490780 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-ded9962c-4a6b-439c-8c18-a35246ddb330 req-042c292b-a980-4938-bf11-744274eeed22 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9f3a4d8-6e9b-465d-ae79-db4f68be3d76 HTTP/1.1" status: 200 len: 943 time: 0.0485184 Sep 01 05:09:33.528314 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-ded9962c-4a6b-439c-8c18-a35246ddb330 req-e1125de1-4b5e-4766-8759-c49c8d4d3c9e tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/security-groups?id=0987adab-11c5-485e-8603-7bb044d344b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317798 Sep 01 05:09:33.871631 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e8a0df-b0c8-4533-988e-c46f6c667ed4 req-52b356ca-5221-44f6-b125-d7879a50cb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:33.873083 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-39e8a0df-b0c8-4533-988e-c46f6c667ed4 req-52b356ca-5221-44f6-b125-d7879a50cb96 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5af7200b1ace4713b6a4025a0489188f&device_id=d9f3a4d8-6e9b-465d-ae79-db4f68be3d76 HTTP/1.1" status: 200 len: 1096 time: 0.0408597 Sep 01 05:09:33.932487 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-39e8a0df-b0c8-4533-988e-c46f6c667ed4 req-cbb69632-42a7-473c-9e17-6ada5b35b22c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=62cd07cf-2473-45f8-902a-e21c45b75861 HTTP/1.1" status: 200 len: 217 time: 0.0342546 Sep 01 05:09:33.985192 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e8a0df-b0c8-4533-988e-c46f6c667ed4 req-1e38db24-c562-40f2-8206-63ce000e81aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:33.986587 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-39e8a0df-b0c8-4533-988e-c46f6c667ed4 req-1e38db24-c562-40f2-8206-63ce000e81aa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=db9af3c1-097a-4e4f-9829-9c836000b336 HTTP/1.1" status: 200 len: 855 time: 0.0458987 Sep 01 05:09:34.017097 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-39e8a0df-b0c8-4533-988e-c46f6c667ed4 req-e7b573a4-0ca8-4693-900d-20d7fe0faff3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a5c035f5-3685-4cd0-a7ac-f1f18f39a1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232134 Sep 01 05:09:34.105997 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-39e8a0df-b0c8-4533-988e-c46f6c667ed4 req-0ffd4b2f-d6f2-4ac1-9104-1c5bff51c1c2 service neutron] 10.222.0.37 "GET /v2.0/networks/a5c035f5-3685-4cd0-a7ac-f1f18f39a1c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799539 Sep 01 05:09:34.206478 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-39e8a0df-b0c8-4533-988e-c46f6c667ed4 req-e0032b60-800e-43d0-bee9-14d19bbb359a service neutron] 10.222.0.37 "GET /v2.0/networks/a5c035f5-3685-4cd0-a7ac-f1f18f39a1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855904 Sep 01 05:09:34.639065 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e763a6-f35f-4d41-9c74-83edf25da72d req-73a98982-5a99-4f4c-9895-6a5101b44ad3 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:34.640534 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-a0e763a6-f35f-4d41-9c74-83edf25da72d req-73a98982-5a99-4f4c-9895-6a5101b44ad3 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9f3a4d8-6e9b-465d-ae79-db4f68be3d76 HTTP/1.1" status: 200 len: 943 time: 0.0475087 Sep 01 05:09:34.678566 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-a0e763a6-f35f-4d41-9c74-83edf25da72d req-c3857162-8c94-421d-8bda-4eb2709063f6 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/security-groups?id=0987adab-11c5-485e-8603-7bb044d344b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318937 Sep 01 05:09:35.793840 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d713dd5-494b-4356-a6bc-857b5a0caf31 req-a43ce735-26ec-47f5-a708-c18b271486c5 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:35.795325 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-6d713dd5-494b-4356-a6bc-857b5a0caf31 req-a43ce735-26ec-47f5-a708-c18b271486c5 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9f3a4d8-6e9b-465d-ae79-db4f68be3d76 HTTP/1.1" status: 200 len: 943 time: 0.0507276 Sep 01 05:09:35.832670 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-6d713dd5-494b-4356-a6bc-857b5a0caf31 req-2543236c-116e-4afd-9d34-302856c66c99 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/security-groups?id=0987adab-11c5-485e-8603-7bb044d344b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312629 Sep 01 05:09:36.214495 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device 62cd07cf-2473-45f8-902a-e21c45b75861 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=100913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 05:09:36.320977 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] For port 62cd07cf-2473-45f8-902a-e21c45b75861, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=62cd07cf-2473-45f8-902a-e21c45b75861,segment=NetworkSegment(41c87385-930b-4ad8-9a42-11e00d93e57f),segment_id=41c87385-930b-4ad8-9a42-11e00d93e57f)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:09:36.337136 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Returning: {'device': '62cd07cf-2473-45f8-902a-e21c45b75861', 'network_id': 'a5c035f5-3685-4cd0-a7ac-f1f18f39a1c9', 'port_id': '62cd07cf-2473-45f8-902a-e21c45b75861', 'mac_address': 'fa:16:3e:a4:e2:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db9af3c1-097a-4e4f-9829-9c836000b336', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 05:09:36.374362 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:36.387800 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.notifiers.nova [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62cd07cf-2473-45f8-902a-e21c45b75861 {{(pid=100913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 05:09:36.407957 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] For port 62cd07cf-2473-45f8-902a-e21c45b75861, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=62cd07cf-2473-45f8-902a-e21c45b75861,segment=NetworkSegment(41c87385-930b-4ad8-9a42-11e00d93e57f),segment_id=41c87385-930b-4ad8-9a42-11e00d93e57f)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:09:36.472270 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:36.524551 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Pushing event updated for resources: {'Port': ['ID=62cd07cf-2473-45f8-902a-e21c45b75861,revision_number=4']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:09:36.531368 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:09:36.531714 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:09:36.532049 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:09:36.532380 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:09:36.532705 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:09:36.533029 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:09:36.533350 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:09:36.533727 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:09:36.534047 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:09:36.534365 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:09:36.534687 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:09:36.535047 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:09:36.789352 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] get_ports_and_sgs() called for port_ids ['62cd07cf-2473-45f8-902a-e21c45b75861'] {{(pid=100913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 05:09:36.949592 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2d7f7b-9794-404b-b67a-a74ee4af4dd3 req-bb6ed677-5c99-4d36-afd7-57764b2d55da tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:36.951100 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-4b2d7f7b-9794-404b-b67a-a74ee4af4dd3 req-bb6ed677-5c99-4d36-afd7-57764b2d55da tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9f3a4d8-6e9b-465d-ae79-db4f68be3d76 HTTP/1.1" status: 200 len: 944 time: 0.0500309 Sep 01 05:09:36.992569 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-4b2d7f7b-9794-404b-b67a-a74ee4af4dd3 req-39d7a7af-67f3-494a-b4cb-7a514afdb53a tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/security-groups?id=0987adab-11c5-485e-8603-7bb044d344b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335917 Sep 01 05:09:37.276813 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-ea9bcd4d-7532-4e01-9bc8-c7703b9d45e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:38.105763 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b0b0b-b4be-43d1-abe6-fe81c2b67551 req-bdbdb75a-28fe-48a1-8fb2-2a2b9f880b05 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:38.107240 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-ee8b0b0b-b4be-43d1-abe6-fe81c2b67551 req-bdbdb75a-28fe-48a1-8fb2-2a2b9f880b05 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9f3a4d8-6e9b-465d-ae79-db4f68be3d76 HTTP/1.1" status: 200 len: 944 time: 0.0484033 Sep 01 05:09:38.146606 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-ee8b0b0b-b4be-43d1-abe6-fe81c2b67551 req-a0a0f1de-815f-4015-933d-7629f55cd1dc tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/security-groups?id=0987adab-11c5-485e-8603-7bb044d344b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326281 Sep 01 05:09:38.214539 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device 62cd07cf-2473-45f8-902a-e21c45b75861 up at agent hyperv_hv-cinder-80473 {{(pid=100913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:09:38.330359 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Provisioning for port 62cd07cf-2473-45f8-902a-e21c45b75861 completed by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:09:38.334450 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Provisioning complete for port 62cd07cf-2473-45f8-902a-e21c45b75861 triggered by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:09:38.334920 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:38.411047 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:38.432315 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9f3a4d8-6e9b-465d-ae79-db4f68be3d76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62cd07cf-2473-45f8-902a-e21c45b75861'}] {{(pid=100913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:09:38.434540 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac1e9064bfa394a3c8e95a7ae5ebf8ce235ac3ce60c2245422c4078f9b609c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c7ce4e7-62ee-42cd-8551-72a0bbf544a3" -d '{"events": [{"server_uuid": "d9f3a4d8-6e9b-465d-ae79-db4f68be3d76", "name": "network-vif-plugged", "status": "completed", "tag": "62cd07cf-2473-45f8-902a-e21c45b75861"}]}' {{(pid=100913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:09:38.452980 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] For port 62cd07cf-2473-45f8-902a-e21c45b75861, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=62cd07cf-2473-45f8-902a-e21c45b75861,segment=NetworkSegment(41c87385-930b-4ad8-9a42-11e00d93e57f),segment_id=41c87385-930b-4ad8-9a42-11e00d93e57f)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:09:38.471513 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 05:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c0faa5c-2504-4640-bc88-023297183afc x-openstack-request-id: req-1c0faa5c-2504-4640-bc88-023297183afc {{(pid=100913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:09:38.471812 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9f3a4d8-6e9b-465d-ae79-db4f68be3d76", "name": "network-vif-plugged", "status": "completed", "tag": "62cd07cf-2473-45f8-902a-e21c45b75861", "code": 200}]} {{(pid=100913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:09:38.472068 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1c0faa5c-2504-4640-bc88-023297183afc {{(pid=100913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:09:38.472462 dv-cinder-804735-5-iscsi neutron-server[100913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9f3a4d8-6e9b-465d-ae79-db4f68be3d76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62cd07cf-2473-45f8-902a-e21c45b75861', 'code': 200} Sep 01 05:09:38.529782 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:38.578237 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Pushing event updated for resources: {'Port': ['ID=62cd07cf-2473-45f8-902a-e21c45b75861,revision_number=5']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:09:38.843498 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c167f726-d7b6-481e-8b7f-e94703210343 req-7c008fac-07f1-4811-a115-e3e8cdb77212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:38.845043 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-c167f726-d7b6-481e-8b7f-e94703210343 req-7c008fac-07f1-4811-a115-e3e8cdb77212 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d9f3a4d8-6e9b-465d-ae79-db4f68be3d76 HTTP/1.1" status: 200 len: 1098 time: 0.0410242 Sep 01 05:09:38.881392 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-c167f726-d7b6-481e-8b7f-e94703210343 req-649112c0-7100-4025-a4ba-77750e06dbde service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0987adab-11c5-485e-8603-7bb044d344b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289330 Sep 01 05:09:39.270134 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4718b0c-3e52-4fa3-8d11-d9e5cd293b0e req-88e05d94-4ef2-4661-892b-ab7f2b02926f tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:39.272543 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-d4718b0c-3e52-4fa3-8d11-d9e5cd293b0e req-88e05d94-4ef2-4661-892b-ab7f2b02926f tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9f3a4d8-6e9b-465d-ae79-db4f68be3d76 HTTP/1.1" status: 200 len: 945 time: 0.0566914 Sep 01 05:09:39.288541 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 51542) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:09:39.318141 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-d4718b0c-3e52-4fa3-8d11-d9e5cd293b0e req-05367aa4-f2aa-4e1b-b399-68cd46010dad tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/security-groups?id=0987adab-11c5-485e-8603-7bb044d344b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376425 Sep 01 05:09:39.395851 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-8e14fab2-33e2-4860-9808-5afa5b30e28e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:39.482371 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-8e14fab2-33e2-4860-9808-5afa5b30e28e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:39.546237 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-8e14fab2-33e2-4860-9808-5afa5b30e28e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:39.588034 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-8e14fab2-33e2-4860-9808-5afa5b30e28e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=05a0e6c75eb9493da29bea52b78e1938&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2984118 Sep 01 05:09:39.588875 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e14fab2-33e2-4860-9808-5afa5b30e28e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06bcd6da-9e09-4926-b6c1-496e756f7ecf,revision_number=1']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:09:39.590990 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 51546) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:09:39.640058 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-099b05a2-f8eb-4078-bec0-5214f9e01b01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:39.660655 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-099b05a2-f8eb-4078-bec0-5214f9e01b01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:39.820597 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-099b05a2-f8eb-4078-bec0-5214f9e01b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:39.823242 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-099b05a2-f8eb-4078-bec0-5214f9e01b01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:39.824418 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-099b05a2-f8eb-4078-bec0-5214f9e01b01 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/06bcd6da-9e09-4926-b6c1-496e756f7ecf HTTP/1.1" status: 204 len: 168 time: 0.2324209 Sep 01 05:09:39.832204 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099b05a2-f8eb-4078-bec0-5214f9e01b01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06bcd6da-9e09-4926-b6c1-496e756f7ecf,revision_number=None']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:09:39.839542 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099b05a2-f8eb-4078-bec0-5214f9e01b01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:09:39.839900 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099b05a2-f8eb-4078-bec0-5214f9e01b01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:09:39.840244 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099b05a2-f8eb-4078-bec0-5214f9e01b01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:09:39.840584 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099b05a2-f8eb-4078-bec0-5214f9e01b01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:09:39.840920 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099b05a2-f8eb-4078-bec0-5214f9e01b01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:09:39.841257 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099b05a2-f8eb-4078-bec0-5214f9e01b01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:09:39.841592 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099b05a2-f8eb-4078-bec0-5214f9e01b01 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:09:39.841913 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099b05a2-f8eb-4078-bec0-5214f9e01b01 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:09:39.842235 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099b05a2-f8eb-4078-bec0-5214f9e01b01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:09:39.842718 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099b05a2-f8eb-4078-bec0-5214f9e01b01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:09:39.842972 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099b05a2-f8eb-4078-bec0-5214f9e01b01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:09:39.843299 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099b05a2-f8eb-4078-bec0-5214f9e01b01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:09:40.032851 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:40.112579 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-8f93cef7-00f8-43cb-92f5-5a84c615d405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:40.434722 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1997fb-d735-467f-b8b5-a5d850e42820 req-79570120-26ed-4a37-a578-4e4b469efd8a tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:40.436265 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-3b1997fb-d735-467f-b8b5-a5d850e42820 req-79570120-26ed-4a37-a578-4e4b469efd8a tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9f3a4d8-6e9b-465d-ae79-db4f68be3d76 HTTP/1.1" status: 200 len: 945 time: 0.0495253 Sep 01 05:09:40.474822 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-3b1997fb-d735-467f-b8b5-a5d850e42820 req-ef67a501-f205-41b6-a2d7-ea64f4226038 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/security-groups?id=0987adab-11c5-485e-8603-7bb044d344b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327647 Sep 01 05:09:40.519464 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 51556) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:09:40.536927 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-72b9c17d-7037-44a7-9b29-ab0eb2b6654b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:40.624719 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-72b9c17d-7037-44a7-9b29-ab0eb2b6654b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:40.711985 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-72b9c17d-7037-44a7-9b29-ab0eb2b6654b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:40.750368 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-72b9c17d-7037-44a7-9b29-ab0eb2b6654b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1930157eaa5947cc984977047c29294c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2298458 Sep 01 05:09:40.752048 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b9c17d-7037-44a7-9b29-ab0eb2b6654b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8abbaae7-967c-4492-a7d8-335f13f31b6b,revision_number=1']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:09:40.753726 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 51558) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:09:40.805646 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-90b7afdd-69f5-45c4-9b5b-bec220696a2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:40.826799 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-90b7afdd-69f5-45c4-9b5b-bec220696a2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:40.912614 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-90b7afdd-69f5-45c4-9b5b-bec220696a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:40.915316 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-90b7afdd-69f5-45c4-9b5b-bec220696a2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:40.916501 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-90b7afdd-69f5-45c4-9b5b-bec220696a2c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8abbaae7-967c-4492-a7d8-335f13f31b6b HTTP/1.1" status: 204 len: 168 time: 0.1617568 Sep 01 05:09:40.926599 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b7afdd-69f5-45c4-9b5b-bec220696a2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8abbaae7-967c-4492-a7d8-335f13f31b6b,revision_number=None']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:09:41.329513 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-125f6581-13c4-4eca-b15a-10d5e92c8028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:43.225603 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-57069d07-1191-4bd8-9ef8-43ac9a8b42c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:52.133706 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:53.172221 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c84dc1-b654-449c-bf8b-4d76d264d4ed req-4e71f3af-da30-46de-ad37-7c1a8121cbb0 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:53.173732 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-27c84dc1-b654-449c-bf8b-4d76d264d4ed req-4e71f3af-da30-46de-ad37-7c1a8121cbb0 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/networks?id=a5c035f5-3685-4cd0-a7ac-f1f18f39a1c9 HTTP/1.1" status: 200 len: 815 time: 0.1013911 Sep 01 05:09:53.191975 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-27c84dc1-b654-449c-bf8b-4d76d264d4ed req-9ecfadcc-a9eb-418d-a721-e61182046754 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/quotas/5af7200b1ace4713b6a4025a0489188f HTTP/1.1" status: 200 len: 375 time: 0.0098557 Sep 01 05:09:53.247162 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-27c84dc1-b654-449c-bf8b-4d76d264d4ed req-1ebbe3dd-8f52-41f6-b480-96733bdcf1d8 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=5af7200b1ace4713b6a4025a0489188f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0500014 Sep 01 05:09:53.337433 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-27c84dc1-b654-449c-bf8b-4d76d264d4ed req-c2b2eaad-7090-4d6f-8511-c8bc6665c2ee service neutron] 10.222.0.11 "GET /v2.0/networks/a5c035f5-3685-4cd0-a7ac-f1f18f39a1c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826025 Sep 01 05:09:53.434528 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-27c84dc1-b654-449c-bf8b-4d76d264d4ed req-1e27906d-ae20-4256-a698-1c17e2342880 service neutron] 10.222.0.11 "GET /v2.0/networks/a5c035f5-3685-4cd0-a7ac-f1f18f39a1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907969 Sep 01 05:09:53.656037 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-d02c4e76-f0b3-44ea-9e88-fe1858f617ca req-9c70345c-32b2-485c-913c-d4a9b438dc83 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f562041-37fc-4906-8183-c74bbd4dadef HTTP/1.1" status: 200 len: 210 time: 0.0262332 Sep 01 05:09:54.005604 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 51762) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:09:54.113256 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-f85c43e8-3be8-4633-ac88-10b000a53b8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:54.197052 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-f85c43e8-3be8-4633-ac88-10b000a53b8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:54.300769 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-f85c43e8-3be8-4633-ac88-10b000a53b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:54.340750 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-f85c43e8-3be8-4633-ac88-10b000a53b8c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=16775a81ee134032b033ab425d46e171&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3340609 Sep 01 05:09:54.342046 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c43e8-3be8-4633-ac88-10b000a53b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd34deae-120b-4adc-8a05-b975067b821c,revision_number=1']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:09:54.343591 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 51768) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:09:54.362186 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-a1703fa6-8f30-4cd3-a50b-14d5d98237aa req-f9270b72-dc69-4739-af31-ffea77768b7b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bc7024c1-bf80-4d04-b555-466d9f3566a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0543790 Sep 01 05:09:54.396621 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-451ed629-3c38-45f4-95ea-bacda81548c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:54.418413 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-451ed629-3c38-45f4-95ea-bacda81548c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:54.498686 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1703fa6-8f30-4cd3-a50b-14d5d98237aa req-5c26b90d-2549-49c0-9e25-b150ad41e7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:54.500262 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-a1703fa6-8f30-4cd3-a50b-14d5d98237aa req-5c26b90d-2549-49c0-9e25-b150ad41e7a7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5af7200b1ace4713b6a4025a0489188f&device_id=bc7024c1-bf80-4d04-b555-466d9f3566a4 HTTP/1.1" status: 200 len: 1099 time: 0.0436285 Sep 01 05:09:54.606039 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1703fa6-8f30-4cd3-a50b-14d5d98237aa req-a08e2abd-c14a-438a-a742-93815877fdef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:54.620967 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-a1703fa6-8f30-4cd3-a50b-14d5d98237aa req-a08e2abd-c14a-438a-a742-93815877fdef service neutron] 10.222.0.37 "GET /v2.0/networks?id=a5c035f5-3685-4cd0-a7ac-f1f18f39a1c9 HTTP/1.1" status: 200 len: 916 time: 0.0853431 Sep 01 05:09:54.654970 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-451ed629-3c38-45f4-95ea-bacda81548c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:54.657456 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-451ed629-3c38-45f4-95ea-bacda81548c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:54.658572 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-451ed629-3c38-45f4-95ea-bacda81548c8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dd34deae-120b-4adc-8a05-b975067b821c HTTP/1.1" status: 204 len: 168 time: 0.3138003 Sep 01 05:09:54.661834 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-a1703fa6-8f30-4cd3-a50b-14d5d98237aa req-e05b4ff5-d830-4fe3-9193-c280053f7765 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d4f2ed14-3c16-48b1-9c69-f560b7b65e65 HTTP/1.1" status: 200 len: 217 time: 0.0444050 Sep 01 05:09:54.667624 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451ed629-3c38-45f4-95ea-bacda81548c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd34deae-120b-4adc-8a05-b975067b821c,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:09:54.726592 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1703fa6-8f30-4cd3-a50b-14d5d98237aa req-1194e1f1-48ad-466f-9490-c437c93508f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:54.728126 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-a1703fa6-8f30-4cd3-a50b-14d5d98237aa req-1194e1f1-48ad-466f-9490-c437c93508f6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=db9af3c1-097a-4e4f-9829-9c836000b336 HTTP/1.1" status: 200 len: 855 time: 0.0576854 Sep 01 05:09:54.756393 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-7bf493bc-d338-42d8-ac6c-4c1e8f827010 req-e0e6a826-bed2-487b-a9d1-725f88a267af tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f562041-37fc-4906-8183-c74bbd4dadef HTTP/1.1" status: 200 len: 210 time: 0.0270872 Sep 01 05:09:54.761098 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-a1703fa6-8f30-4cd3-a50b-14d5d98237aa req-ab19f8b9-858b-45f4-ae39-6a45d895f718 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a5c035f5-3685-4cd0-a7ac-f1f18f39a1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248590 Sep 01 05:09:54.854606 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-a1703fa6-8f30-4cd3-a50b-14d5d98237aa req-ec9cd6ff-1572-43a5-8039-4a57568773c2 service neutron] 10.222.0.37 "GET /v2.0/networks/a5c035f5-3685-4cd0-a7ac-f1f18f39a1c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850348 Sep 01 05:09:54.952384 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-a1703fa6-8f30-4cd3-a50b-14d5d98237aa req-a3751f55-0a11-4cd4-83ce-9bdfa87b74b6 service neutron] 10.222.0.37 "GET /v2.0/networks/a5c035f5-3685-4cd0-a7ac-f1f18f39a1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909197 Sep 01 05:09:55.318673 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 51776) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:09:55.332799 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-80402208-c8a1-44fa-943a-5179d792eeaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:55.418224 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-80402208-c8a1-44fa-943a-5179d792eeaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:55.493379 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-80402208-c8a1-44fa-943a-5179d792eeaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:55.534314 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80402208-c8a1-44fa-943a-5179d792eeaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae6b175a-49ee-42f6-8f63-44cc423e67dc,revision_number=1']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:09:55.539802 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-80402208-c8a1-44fa-943a-5179d792eeaa admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=776ba805459543a782b1f7821d4b2bfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2200193 Sep 01 05:09:55.542352 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 51778) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:09:55.590732 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-dfe68e2c-939f-40ef-a715-85871fc07b72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:55.612908 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-dfe68e2c-939f-40ef-a715-85871fc07b72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:55.721143 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-dfe68e2c-939f-40ef-a715-85871fc07b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:55.724107 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-dfe68e2c-939f-40ef-a715-85871fc07b72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:55.726876 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-dfe68e2c-939f-40ef-a715-85871fc07b72 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ae6b175a-49ee-42f6-8f63-44cc423e67dc HTTP/1.1" status: 204 len: 168 time: 0.1819088 Sep 01 05:09:55.763102 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe68e2c-939f-40ef-a715-85871fc07b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae6b175a-49ee-42f6-8f63-44cc423e67dc,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:09:55.824307 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c84dc1-b654-449c-bf8b-4d76d264d4ed req-601935a4-b68b-48e1-8e73-7224a17379b1 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:55.825860 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-27c84dc1-b654-449c-bf8b-4d76d264d4ed req-601935a4-b68b-48e1-8e73-7224a17379b1 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.37 "GET /v2.0/networks?id=a5c035f5-3685-4cd0-a7ac-f1f18f39a1c9 HTTP/1.1" status: 200 len: 815 time: 0.1253791 Sep 01 05:09:55.850174 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.v2.base [req-27c84dc1-b654-449c-bf8b-4d76d264d4ed req-43ad2a8b-873c-44dd-9235-04a8c0c84b79 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Request body: {'port': {'device_id': '5f562041-37fc-4906-8183-c74bbd4dadef', 'network_id': 'a5c035f5-3685-4cd0-a7ac-f1f18f39a1c9', 'admin_state_up': True, 'tenant_id': '5af7200b1ace4713b6a4025a0489188f'}} {{(pid=100911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:09:55.899800 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-da589489-16d8-42ca-b6b6-f7cc219089cb req-c0848acc-0f11-4f5a-8149-642692bc0990 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f562041-37fc-4906-8183-c74bbd4dadef HTTP/1.1" status: 200 len: 210 time: 0.0295630 Sep 01 05:09:56.093805 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27c84dc1-b654-449c-bf8b-4d76d264d4ed req-43ad2a8b-873c-44dd-9235-04a8c0c84b79 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Made reservation on behalf of 5af7200b1ace4713b6a4025a0489188f for: {'port': 1} {{(pid=100911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 05:09:56.098000 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-27c84dc1-b654-449c-bf8b-4d76d264d4ed req-43ad2a8b-873c-44dd-9235-04a8c0c84b79 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:56.480540 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.db_base_plugin_common [req-27c84dc1-b654-449c-bf8b-4d76d264d4ed req-43ad2a8b-873c-44dd-9235-04a8c0c84b79 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Allocated IP 172.20.0.12 (a5c035f5-3685-4cd0-a7ac-f1f18f39a1c9/db9af3c1-097a-4e4f-9829-9c836000b336/f5ce95bf-ba00-45ab-995c-3e20f7ca19a4) {{(pid=100911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 05:09:56.496758 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 51790) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:09:56.509720 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-04ad0bf0-af32-4b0e-ae68-bec901606dc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:56.596469 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-04ad0bf0-af32-4b0e-ae68-bec901606dc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:56.631609 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-27c84dc1-b654-449c-bf8b-4d76d264d4ed req-43ad2a8b-873c-44dd-9235-04a8c0c84b79 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Notify callbacks [] for port, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:56.671772 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-04ad0bf0-af32-4b0e-ae68-bec901606dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:56.711270 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-04ad0bf0-af32-4b0e-ae68-bec901606dc1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cf6789deeacb40c683e03daf67042051&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2134490 Sep 01 05:09:56.712192 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ad0bf0-af32-4b0e-ae68-bec901606dc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d39f936a-bbe8-4fd0-a069-b8049b489cd4,revision_number=1']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:09:56.714299 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 51792) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:09:56.732439 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-27c84dc1-b654-449c-bf8b-4d76d264d4ed req-43ad2a8b-873c-44dd-9235-04a8c0c84b79 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780564376589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3457272'] for port, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:56.769857 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] get_ports_and_sgs() called for port_ids ['d4f2ed14-3c16-48b1-9c69-f560b7b65e65', '84c272b0-8367-4e3c-9205-c2318c618ddf', '62cd07cf-2473-45f8-902a-e21c45b75861'] {{(pid=100913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 05:09:56.788355 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27c84dc1-b654-449c-bf8b-4d76d264d4ed req-43ad2a8b-873c-44dd-9235-04a8c0c84b79 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Network a5c035f5-3685-4cd0-a7ac-f1f18f39a1c9 is already hosted by enough agents. {{(pid=100911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:09:56.796586 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.base_scheduler [req-27c84dc1-b654-449c-bf8b-4d76d264d4ed req-43ad2a8b-873c-44dd-9235-04a8c0c84b79 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Resources bound (agent type, host, resource id): {{(pid=100911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:09:56.805058 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.l3_dvrscheduler_db [req-27c84dc1-b654-449c-bf8b-4d76d264d4ed req-43ad2a8b-873c-44dd-9235-04a8c0c84b79 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Received port after_create {{(pid=100911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 05:09:56.832191 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ad2a8b-873c-44dd-9235-04a8c0c84b79 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Pushing event updated for resources: {'Port': ['ID=f5ce95bf-ba00-45ab-995c-3e20f7ca19a4,revision_number=1']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:09:56.845713 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-09ba2eb4-d774-49d5-8ae6-b5cb78a30cc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:56.873245 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c84dc1-b654-449c-bf8b-4d76d264d4ed req-43ad2a8b-873c-44dd-9235-04a8c0c84b79 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:56.874022 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-27c84dc1-b654-449c-bf8b-4d76d264d4ed req-43ad2a8b-873c-44dd-9235-04a8c0c84b79 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428309'] for port, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:56.888911 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-09ba2eb4-d774-49d5-8ae6-b5cb78a30cc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:57.004518 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-27c84dc1-b654-449c-bf8b-4d76d264d4ed req-43ad2a8b-873c-44dd-9235-04a8c0c84b79 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1585741 Sep 01 05:09:57.015971 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92340e3-3ba2-4bc0-a1ec-58f7d2f5be4b req-2e74e3f9-7aca-4cf0-a3f3-d199d9602a36 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:57.020278 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e92340e3-3ba2-4bc0-a1ec-58f7d2f5be4b req-2e74e3f9-7aca-4cf0-a3f3-d199d9602a36 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f562041-37fc-4906-8183-c74bbd4dadef HTTP/1.1" status: 200 len: 932 time: 0.0485032 Sep 01 05:09:57.040142 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.v2.base [req-27c84dc1-b654-449c-bf8b-4d76d264d4ed req-df9185cb-2f54-422d-8381-fae3df067691 service neutron] Request body: {'port': {'device_id': '5f562041-37fc-4906-8183-c74bbd4dadef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=100911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:09:57.044613 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-09ba2eb4-d774-49d5-8ae6-b5cb78a30cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:57.047075 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-09ba2eb4-d774-49d5-8ae6-b5cb78a30cc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:57.048159 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-09ba2eb4-d774-49d5-8ae6-b5cb78a30cc6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d39f936a-bbe8-4fd0-a069-b8049b489cd4 HTTP/1.1" status: 204 len: 168 time: 0.3327892 Sep 01 05:09:57.074974 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ba2eb4-d774-49d5-8ae6-b5cb78a30cc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d39f936a-bbe8-4fd0-a069-b8049b489cd4,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:09:57.084010 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e92340e3-3ba2-4bc0-a1ec-58f7d2f5be4b req-609cc718-57dd-44c7-9049-a97a29a08de7 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/security-groups?id=0987adab-11c5-485e-8603-7bb044d344b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578330 Sep 01 05:09:57.111254 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-27c84dc1-b654-449c-bf8b-4d76d264d4ed req-df9185cb-2f54-422d-8381-fae3df067691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:57.373059 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.notifiers.nova [req-27c84dc1-b654-449c-bf8b-4d76d264d4ed req-df9185cb-2f54-422d-8381-fae3df067691 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5ce95bf-ba00-45ab-995c-3e20f7ca19a4 {{(pid=100911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 05:09:57.381239 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-27c84dc1-b654-449c-bf8b-4d76d264d4ed req-df9185cb-2f54-422d-8381-fae3df067691 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:57.394063 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.provisioning_blocks [req-27c84dc1-b654-449c-bf8b-4d76d264d4ed req-df9185cb-2f54-422d-8381-fae3df067691 service neutron] Transition to ACTIVE for port object f5ce95bf-ba00-45ab-995c-3e20f7ca19a4 will not be triggered until provisioned by entity L2. {{(pid=100911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:09:57.482170 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-27c84dc1-b654-449c-bf8b-4d76d264d4ed req-df9185cb-2f54-422d-8381-fae3df067691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3457217'] for port, after_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:57.532104 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9185cb-2f54-422d-8381-fae3df067691 service neutron] Pushing event updated for resources: {'Port': ['ID=f5ce95bf-ba00-45ab-995c-3e20f7ca19a4,revision_number=2']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:09:57.600934 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.managers [req-27c84dc1-b654-449c-bf8b-4d76d264d4ed req-df9185cb-2f54-422d-8381-fae3df067691 service neutron] Attempting to bind port f5ce95bf-ba00-45ab-995c-3e20f7ca19a4 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=100911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 05:09:57.601405 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.managers [req-27c84dc1-b654-449c-bf8b-4d76d264d4ed req-df9185cb-2f54-422d-8381-fae3df067691 service neutron] Attempting to bind port f5ce95bf-ba00-45ab-995c-3e20f7ca19a4 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '41c87385-930b-4ad8-9a42-11e00d93e57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a5c035f5-3685-4cd0-a7ac-f1f18f39a1c9'}] {{(pid=100911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 05:09:57.601815 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c84dc1-b654-449c-bf8b-4d76d264d4ed req-df9185cb-2f54-422d-8381-fae3df067691 service neutron] Attempting to bind port f5ce95bf-ba00-45ab-995c-3e20f7ca19a4 on network a5c035f5-3685-4cd0-a7ac-f1f18f39a1c9 {{(pid=100911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:09:57.606907 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c84dc1-b654-449c-bf8b-4d76d264d4ed req-df9185cb-2f54-422d-8381-fae3df067691 service neutron] Port f5ce95bf-ba00-45ab-995c-3e20f7ca19a4 on network a5c035f5-3685-4cd0-a7ac-f1f18f39a1c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=100911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 05:09:57.613243 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c84dc1-b654-449c-bf8b-4d76d264d4ed req-df9185cb-2f54-422d-8381-fae3df067691 service neutron] Attempting to bind port f5ce95bf-ba00-45ab-995c-3e20f7ca19a4 on network a5c035f5-3685-4cd0-a7ac-f1f18f39a1c9 {{(pid=100911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:09:57.613243 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c84dc1-b654-449c-bf8b-4d76d264d4ed req-df9185cb-2f54-422d-8381-fae3df067691 service neutron] Checking agent: {'id': '5dc78e7a-d30d-4469-a2d3-6a9bc399bc32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 59, 52), 'started_at': datetime.datetime(2021, 9, 1, 4, 59, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 5, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 05:09:57.613243 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c84dc1-b654-449c-bf8b-4d76d264d4ed req-df9185cb-2f54-422d-8381-fae3df067691 service neutron] Checking segment: {'id': '41c87385-930b-4ad8-9a42-11e00d93e57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a5c035f5-3685-4cd0-a7ac-f1f18f39a1c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:09:57.613650 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c84dc1-b654-449c-bf8b-4d76d264d4ed req-df9185cb-2f54-422d-8381-fae3df067691 service neutron] Bound using segment: {'id': '41c87385-930b-4ad8-9a42-11e00d93e57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a5c035f5-3685-4cd0-a7ac-f1f18f39a1c9'} {{(pid=100911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 05:09:57.614080 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.managers [req-27c84dc1-b654-449c-bf8b-4d76d264d4ed req-df9185cb-2f54-422d-8381-fae3df067691 service neutron] Bound port: f5ce95bf-ba00-45ab-995c-3e20f7ca19a4, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41c87385-930b-4ad8-9a42-11e00d93e57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'a5c035f5-3685-4cd0-a7ac-f1f18f39a1c9'}}] {{(pid=100911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 05:09:57.614437 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-27c84dc1-b654-449c-bf8b-4d76d264d4ed req-df9185cb-2f54-422d-8381-fae3df067691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:57.681221 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.db [req-27c84dc1-b654-449c-bf8b-4d76d264d4ed req-df9185cb-2f54-422d-8381-fae3df067691 service neutron] For port f5ce95bf-ba00-45ab-995c-3e20f7ca19a4, host hv-cinder-80473, cleared binding levels {{(pid=100911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 05:09:57.684238 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.db [req-27c84dc1-b654-449c-bf8b-4d76d264d4ed req-df9185cb-2f54-422d-8381-fae3df067691 service neutron] For port f5ce95bf-ba00-45ab-995c-3e20f7ca19a4, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f5ce95bf-ba00-45ab-995c-3e20f7ca19a4,segment=NetworkSegment(41c87385-930b-4ad8-9a42-11e00d93e57f),segment_id=41c87385-930b-4ad8-9a42-11e00d93e57f)] {{(pid=100911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 05:09:57.775177 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-27c84dc1-b654-449c-bf8b-4d76d264d4ed req-df9185cb-2f54-422d-8381-fae3df067691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3457217'] for port, after_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:57.813098 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c84dc1-b654-449c-bf8b-4d76d264d4ed req-df9185cb-2f54-422d-8381-fae3df067691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:57.813748 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-27c84dc1-b654-449c-bf8b-4d76d264d4ed req-df9185cb-2f54-422d-8381-fae3df067691 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428309'] for port, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:57.816213 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-27c84dc1-b654-449c-bf8b-4d76d264d4ed req-df9185cb-2f54-422d-8381-fae3df067691 service neutron] 10.222.0.37 "PUT /v2.0/ports/f5ce95bf-ba00-45ab-995c-3e20f7ca19a4 HTTP/1.1" status: 200 len: 1094 time: 0.7809575 Sep 01 05:09:57.816677 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f562041-37fc-4906-8183-c74bbd4dadef', 'tag': 'f5ce95bf-ba00-45ab-995c-3e20f7ca19a4'}] {{(pid=100911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:09:57.818958 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2199b4ef80d697cbc8f6ff5e200fd84d3ba25b9ef6d03a08fa18221b1b049e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef30ab2-4a59-417c-bd40-7490e530826f" -d '{"events": [{"name": "network-changed", "server_uuid": "5f562041-37fc-4906-8183-c74bbd4dadef", "tag": "f5ce95bf-ba00-45ab-995c-3e20f7ca19a4"}]}' {{(pid=100911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:09:57.839490 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9185cb-2f54-422d-8381-fae3df067691 service neutron] Pushing event updated for resources: {'Port': ['ID=f5ce95bf-ba00-45ab-995c-3e20f7ca19a4,revision_number=3']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:09:57.857786 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 05:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f720977-a583-49c8-b361-41c6f14b5cc9 x-openstack-request-id: req-7f720977-a583-49c8-b361-41c6f14b5cc9 {{(pid=100911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:09:57.858158 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f562041-37fc-4906-8183-c74bbd4dadef", "tag": "f5ce95bf-ba00-45ab-995c-3e20f7ca19a4", "status": "completed", "code": 200}]} {{(pid=100911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:09:57.858412 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7f720977-a583-49c8-b361-41c6f14b5cc9 {{(pid=100911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:09:57.858851 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f562041-37fc-4906-8183-c74bbd4dadef', 'tag': 'f5ce95bf-ba00-45ab-995c-3e20f7ca19a4', 'status': 'completed', 'code': 200} Sep 01 05:09:57.947205 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef30ab2-4a59-417c-bd40-7490e530826f req-4443dc47-83ca-4d54-855b-1da0599afe34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:57.948756 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-1ef30ab2-4a59-417c-bd40-7490e530826f req-4443dc47-83ca-4d54-855b-1da0599afe34 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5af7200b1ace4713b6a4025a0489188f&device_id=5f562041-37fc-4906-8183-c74bbd4dadef HTTP/1.1" status: 200 len: 1097 time: 0.0423429 Sep 01 05:09:58.057932 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef30ab2-4a59-417c-bd40-7490e530826f req-b70852b4-5f99-41a9-bcae-41c266dd0bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:58.059523 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-1ef30ab2-4a59-417c-bd40-7490e530826f req-b70852b4-5f99-41a9-bcae-41c266dd0bff service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=5af7200b1ace4713b6a4025a0489188f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0951941 Sep 01 05:09:58.161676 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef30ab2-4a59-417c-bd40-7490e530826f req-5208241c-9256-473a-b925-fc9d9792b996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:58.163576 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-1ef30ab2-4a59-417c-bd40-7490e530826f req-5208241c-9256-473a-b925-fc9d9792b996 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0962040 Sep 01 05:09:58.202723 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63596661-c628-468d-8432-a68c5d52a218 req-510de7cb-6c8c-4014-87ed-5611538b9eb7 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:58.204249 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-63596661-c628-468d-8432-a68c5d52a218 req-510de7cb-6c8c-4014-87ed-5611538b9eb7 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f562041-37fc-4906-8183-c74bbd4dadef HTTP/1.1" status: 200 len: 944 time: 0.0513761 Sep 01 05:09:58.251315 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-63596661-c628-468d-8432-a68c5d52a218 req-d5232318-ff0c-4af8-8a69-aa9d9ee63772 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/security-groups?id=0987adab-11c5-485e-8603-7bb044d344b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408964 Sep 01 05:09:58.272319 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c84dc1-b654-449c-bf8b-4d76d264d4ed req-9d49505d-6072-4cca-8565-88020d7f507d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:58.273887 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-27c84dc1-b654-449c-bf8b-4d76d264d4ed req-9d49505d-6072-4cca-8565-88020d7f507d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5af7200b1ace4713b6a4025a0489188f&device_id=5f562041-37fc-4906-8183-c74bbd4dadef HTTP/1.1" status: 200 len: 1097 time: 0.0409234 Sep 01 05:09:58.337770 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-27c84dc1-b654-449c-bf8b-4d76d264d4ed req-1473c37c-cd60-4d6f-a142-5e1a1e55a76a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f5ce95bf-ba00-45ab-995c-3e20f7ca19a4 HTTP/1.1" status: 200 len: 217 time: 0.0408046 Sep 01 05:09:58.394372 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c84dc1-b654-449c-bf8b-4d76d264d4ed req-9b8e7d5d-1d8d-4f08-9ba1-d507dbb43061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:58.398623 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-27c84dc1-b654-449c-bf8b-4d76d264d4ed req-9b8e7d5d-1d8d-4f08-9ba1-d507dbb43061 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=db9af3c1-097a-4e4f-9829-9c836000b336 HTTP/1.1" status: 200 len: 855 time: 0.0509732 Sep 01 05:09:58.429300 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-27c84dc1-b654-449c-bf8b-4d76d264d4ed req-14ea28c9-d2ef-40a6-ab03-5e6b66c51d5d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a5c035f5-3685-4cd0-a7ac-f1f18f39a1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240154 Sep 01 05:09:58.524921 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-27c84dc1-b654-449c-bf8b-4d76d264d4ed req-3ad9e5e8-6051-4407-b5b6-71c6ba2fb79b service neutron] 10.222.0.37 "GET /v2.0/networks/a5c035f5-3685-4cd0-a7ac-f1f18f39a1c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879004 Sep 01 05:09:58.616338 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-27c84dc1-b654-449c-bf8b-4d76d264d4ed req-185aad25-675e-47c8-85ab-8052bd1c6194 service neutron] 10.222.0.37 "GET /v2.0/networks/a5c035f5-3685-4cd0-a7ac-f1f18f39a1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836065 Sep 01 05:09:59.367213 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252f6794-d371-4f4b-80cc-df347ef7293e req-acf09fe0-6f47-4d2b-b3fd-f7875c40b5aa tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:09:59.368785 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-252f6794-d371-4f4b-80cc-df347ef7293e req-acf09fe0-6f47-4d2b-b3fd-f7875c40b5aa tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f562041-37fc-4906-8183-c74bbd4dadef HTTP/1.1" status: 200 len: 944 time: 0.0486033 Sep 01 05:09:59.406415 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-252f6794-d371-4f4b-80cc-df347ef7293e req-ee1d6e23-11b3-472b-9c78-5e61b27ab45c tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/security-groups?id=0987adab-11c5-485e-8603-7bb044d344b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318460 Sep 01 05:09:59.794252 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 51870) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:09:59.897293 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-234143f5-2df6-4c22-814b-93b0231036a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:09:59.983871 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-234143f5-2df6-4c22-814b-93b0231036a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:00.054638 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-234143f5-2df6-4c22-814b-93b0231036a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:00.097543 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-234143f5-2df6-4c22-814b-93b0231036a6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9435f45904dc4e6d833e7d5e3b958521&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3021717 Sep 01 05:10:00.098415 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234143f5-2df6-4c22-814b-93b0231036a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9809585d-14c0-40e8-be35-e3eaa1a88614,revision_number=1']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:10:00.100310 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 51874) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:10:00.149906 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-1f49e555-fa7c-4c86-b5dd-5cf606ccbae4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:00.170546 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-1f49e555-fa7c-4c86-b5dd-5cf606ccbae4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:00.300490 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-1f49e555-fa7c-4c86-b5dd-5cf606ccbae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:00.303239 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-1f49e555-fa7c-4c86-b5dd-5cf606ccbae4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:00.304403 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-1f49e555-fa7c-4c86-b5dd-5cf606ccbae4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9809585d-14c0-40e8-be35-e3eaa1a88614 HTTP/1.1" status: 204 len: 168 time: 0.2028046 Sep 01 05:10:00.312327 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f49e555-fa7c-4c86-b5dd-5cf606ccbae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9809585d-14c0-40e8-be35-e3eaa1a88614,revision_number=None']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:10:00.351876 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device f5ce95bf-ba00-45ab-995c-3e20f7ca19a4 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=100913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 05:10:00.448083 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] For port f5ce95bf-ba00-45ab-995c-3e20f7ca19a4, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f5ce95bf-ba00-45ab-995c-3e20f7ca19a4,segment=NetworkSegment(41c87385-930b-4ad8-9a42-11e00d93e57f),segment_id=41c87385-930b-4ad8-9a42-11e00d93e57f)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:10:00.458321 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Returning: {'device': 'f5ce95bf-ba00-45ab-995c-3e20f7ca19a4', 'network_id': 'a5c035f5-3685-4cd0-a7ac-f1f18f39a1c9', 'port_id': 'f5ce95bf-ba00-45ab-995c-3e20f7ca19a4', 'mac_address': 'fa:16:3e:aa:8f:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db9af3c1-097a-4e4f-9829-9c836000b336', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 05:10:00.495681 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:00.508671 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.notifiers.nova [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5ce95bf-ba00-45ab-995c-3e20f7ca19a4 {{(pid=100913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 05:10:00.525688 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb8974-81bc-4ed1-a645-43bfe1774744 req-25fd8f99-c6fc-4c2e-831f-f7de2cadb516 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:10:00.527237 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-fefb8974-81bc-4ed1-a645-43bfe1774744 req-25fd8f99-c6fc-4c2e-831f-f7de2cadb516 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f562041-37fc-4906-8183-c74bbd4dadef HTTP/1.1" status: 200 len: 944 time: 0.0514140 Sep 01 05:10:00.528711 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] For port f5ce95bf-ba00-45ab-995c-3e20f7ca19a4, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f5ce95bf-ba00-45ab-995c-3e20f7ca19a4,segment=NetworkSegment(41c87385-930b-4ad8-9a42-11e00d93e57f),segment_id=41c87385-930b-4ad8-9a42-11e00d93e57f)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:10:00.566791 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-fefb8974-81bc-4ed1-a645-43bfe1774744 req-ca704e3f-3658-4d36-9df6-02ce6e6b62c8 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/security-groups?id=0987adab-11c5-485e-8603-7bb044d344b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328844 Sep 01 05:10:00.586416 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:00.636939 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Pushing event updated for resources: {'Port': ['ID=f5ce95bf-ba00-45ab-995c-3e20f7ca19a4,revision_number=4']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:10:00.891128 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 51882) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:10:00.904325 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-1b14c675-adfa-4812-a66e-234da97cd4ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:00.909971 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] get_ports_and_sgs() called for port_ids ['f5ce95bf-ba00-45ab-995c-3e20f7ca19a4'] {{(pid=100913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 05:10:00.991927 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-1b14c675-adfa-4812-a66e-234da97cd4ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:01.053703 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-1b14c675-adfa-4812-a66e-234da97cd4ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:01.090961 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-1b14c675-adfa-4812-a66e-234da97cd4ec admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=51d6446ce9524930b390047b16ad050a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1987178 Sep 01 05:10:01.092943 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b14c675-adfa-4812-a66e-234da97cd4ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38cb3258-4344-4660-a8e5-ed7a4c0cd83d,revision_number=1']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:10:01.093755 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 51884) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:10:01.143274 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-ae0b5de3-2cd7-4f1e-a346-a8287e878311 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:01.164474 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-ae0b5de3-2cd7-4f1e-a346-a8287e878311 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:01.294921 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-ae0b5de3-2cd7-4f1e-a346-a8287e878311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:01.297508 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-ae0b5de3-2cd7-4f1e-a346-a8287e878311 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:01.298647 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-ae0b5de3-2cd7-4f1e-a346-a8287e878311 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/38cb3258-4344-4660-a8e5-ed7a4c0cd83d HTTP/1.1" status: 204 len: 168 time: 0.2038798 Sep 01 05:10:01.308557 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0b5de3-2cd7-4f1e-a346-a8287e878311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38cb3258-4344-4660-a8e5-ed7a4c0cd83d,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:10:01.680855 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e1e8e3-b078-469f-8f5a-7a4ac1fea629 req-3b8b7297-6653-4e5c-9273-6d07d57d4b39 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:10:01.682358 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-77e1e8e3-b078-469f-8f5a-7a4ac1fea629 req-3b8b7297-6653-4e5c-9273-6d07d57d4b39 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f562041-37fc-4906-8183-c74bbd4dadef HTTP/1.1" status: 200 len: 945 time: 0.0493348 Sep 01 05:10:01.724122 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-77e1e8e3-b078-469f-8f5a-7a4ac1fea629 req-05fbca55-d81e-4c62-9d0f-39199d9df616 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/security-groups?id=0987adab-11c5-485e-8603-7bb044d344b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359049 Sep 01 05:10:02.366570 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device f5ce95bf-ba00-45ab-995c-3e20f7ca19a4 up at agent hyperv_hv-cinder-80473 {{(pid=100913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:10:02.552261 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Provisioning for port f5ce95bf-ba00-45ab-995c-3e20f7ca19a4 completed by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:10:02.558211 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Provisioning complete for port f5ce95bf-ba00-45ab-995c-3e20f7ca19a4 triggered by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:10:02.558660 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:02.635031 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:02.656705 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f562041-37fc-4906-8183-c74bbd4dadef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5ce95bf-ba00-45ab-995c-3e20f7ca19a4'}] {{(pid=100913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:10:02.659789 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac1e9064bfa394a3c8e95a7ae5ebf8ce235ac3ce60c2245422c4078f9b609c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e13b28-55fc-410d-a0c7-d9e36245aa2c" -d '{"events": [{"server_uuid": "5f562041-37fc-4906-8183-c74bbd4dadef", "name": "network-vif-plugged", "status": "completed", "tag": "f5ce95bf-ba00-45ab-995c-3e20f7ca19a4"}]}' {{(pid=100913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:10:02.672317 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] For port f5ce95bf-ba00-45ab-995c-3e20f7ca19a4, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f5ce95bf-ba00-45ab-995c-3e20f7ca19a4,segment=NetworkSegment(41c87385-930b-4ad8-9a42-11e00d93e57f),segment_id=41c87385-930b-4ad8-9a42-11e00d93e57f)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:10:02.699526 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 05:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dbaf0b7-4fe2-45cc-9d07-fb1a7a30d254 x-openstack-request-id: req-8dbaf0b7-4fe2-45cc-9d07-fb1a7a30d254 {{(pid=100913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:10:02.699816 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f562041-37fc-4906-8183-c74bbd4dadef", "name": "network-vif-plugged", "status": "completed", "tag": "f5ce95bf-ba00-45ab-995c-3e20f7ca19a4", "code": 200}]} {{(pid=100913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:10:02.700070 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8dbaf0b7-4fe2-45cc-9d07-fb1a7a30d254 {{(pid=100913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:10:02.700459 dv-cinder-804735-5-iscsi neutron-server[100913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f562041-37fc-4906-8183-c74bbd4dadef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5ce95bf-ba00-45ab-995c-3e20f7ca19a4', 'code': 200} Sep 01 05:10:02.786455 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:02.836605 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Pushing event updated for resources: {'Port': ['ID=f5ce95bf-ba00-45ab-995c-3e20f7ca19a4,revision_number=5']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:10:02.839513 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e69b6f6-6e40-48c4-b4b3-6cdfe0e640db req-96a79339-c0f9-4bf5-b299-c2332ce8265d tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:10:02.841041 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-0e69b6f6-6e40-48c4-b4b3-6cdfe0e640db req-96a79339-c0f9-4bf5-b299-c2332ce8265d tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f562041-37fc-4906-8183-c74bbd4dadef HTTP/1.1" status: 200 len: 946 time: 0.0492337 Sep 01 05:10:02.885655 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-0e69b6f6-6e40-48c4-b4b3-6cdfe0e640db req-e7c72364-d174-4330-870e-3776cca02520 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/security-groups?id=0987adab-11c5-485e-8603-7bb044d344b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326564 Sep 01 05:10:03.040007 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 51920) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:10:03.044388 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a9778-61f6-4dde-aa54-654ae6093d60 req-0db65713-a6bd-42a6-8705-e4546eb27b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:10:03.045978 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-d65a9778-61f6-4dde-aa54-654ae6093d60 req-0db65713-a6bd-42a6-8705-e4546eb27b38 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5f562041-37fc-4906-8183-c74bbd4dadef HTTP/1.1" status: 200 len: 1099 time: 0.0400999 Sep 01 05:10:03.083012 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-d65a9778-61f6-4dde-aa54-654ae6093d60 req-35c80616-1442-427c-9df2-7de99b676bea service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0987adab-11c5-485e-8603-7bb044d344b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290720 Sep 01 05:10:03.140894 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-879cadc4-5085-4489-8080-e618cea0d3a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:03.226495 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-879cadc4-5085-4489-8080-e618cea0d3a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:03.277144 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-879cadc4-5085-4489-8080-e618cea0d3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:03.313097 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879cadc4-5085-4489-8080-e618cea0d3a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77c2b872-bb62-40cb-9025-f4a57c1c263f,revision_number=1']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:10:03.319646 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-879cadc4-5085-4489-8080-e618cea0d3a1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b833fbbd25374cffbb26ec699d9a722c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2784240 Sep 01 05:10:03.322268 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 51924) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:10:03.368682 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-c83ffa8e-45d1-4ef4-91ed-e433fe983120 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:03.392349 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-c83ffa8e-45d1-4ef4-91ed-e433fe983120 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:03.517250 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-c83ffa8e-45d1-4ef4-91ed-e433fe983120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:03.520451 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-c83ffa8e-45d1-4ef4-91ed-e433fe983120 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:03.521583 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-c83ffa8e-45d1-4ef4-91ed-e433fe983120 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/77c2b872-bb62-40cb-9025-f4a57c1c263f HTTP/1.1" status: 204 len: 168 time: 0.1984847 Sep 01 05:10:03.530985 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ffa8e-45d1-4ef4-91ed-e433fe983120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c2b872-bb62-40cb-9025-f4a57c1c263f,revision_number=None']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:10:04.004298 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91af94d3-0641-4d8c-a6a0-99f1b3b97312 req-3919e5b2-c0e8-4747-894c-8843a3605ce4 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:10:04.005786 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-91af94d3-0641-4d8c-a6a0-99f1b3b97312 req-3919e5b2-c0e8-4747-894c-8843a3605ce4 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f562041-37fc-4906-8183-c74bbd4dadef HTTP/1.1" status: 200 len: 946 time: 0.0488503 Sep 01 05:10:04.046730 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-91af94d3-0641-4d8c-a6a0-99f1b3b97312 req-8f8c9767-1375-4ecd-a569-74c9a69ee502 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/security-groups?id=0987adab-11c5-485e-8603-7bb044d344b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350935 Sep 01 05:10:05.158339 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8328d127-38e1-42f5-b144-ce4f6f4a6e6d req-79f734d0-b67f-4ed0-a408-f4a63532e06b tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:10:05.159808 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-8328d127-38e1-42f5-b144-ce4f6f4a6e6d req-79f734d0-b67f-4ed0-a408-f4a63532e06b tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f562041-37fc-4906-8183-c74bbd4dadef HTTP/1.1" status: 200 len: 946 time: 0.0467658 Sep 01 05:10:05.196772 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-8328d127-38e1-42f5-b144-ce4f6f4a6e6d req-87ab3f07-bcd4-4487-9783-7f6ddb600ba7 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/security-groups?id=0987adab-11c5-485e-8603-7bb044d344b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311408 Sep 01 05:10:07.288622 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-90dfee96-2a2e-42bd-9a1a-6ff8c5ac36e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:07.563540 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.agents_db [None req-49e1e325-328c-4825-9e4f-7693071b0ea2 None None] Agent healthcheck: found 6 active agents {{(pid=100914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 05:10:10.032061 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:10.042792 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-ba3573c0-16c7-4eff-ada3-afd5e7f0ee4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:11.334691 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-125f6581-13c4-4eca-b15a-10d5e92c8028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:13.212831 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-57069d07-1191-4bd8-9ef8-43ac9a8b42c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:19.526200 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6118d779-1e7c-403b-8bce-90e388b288c3 req-c3d8e2c1-cd4e-47a6-a2c3-a0f28e2530fb tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:10:19.527706 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-6118d779-1e7c-403b-8bce-90e388b288c3 req-c3d8e2c1-cd4e-47a6-a2c3-a0f28e2530fb tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f562041-37fc-4906-8183-c74bbd4dadef HTTP/1.1" status: 200 len: 946 time: 0.0513031 Sep 01 05:10:19.564525 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-6118d779-1e7c-403b-8bce-90e388b288c3 req-0cc93819-4812-412f-8744-e3dfe06695e1 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/security-groups?id=0987adab-11c5-485e-8603-7bb044d344b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308955 Sep 01 05:10:20.678609 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52022e0-4352-4b7e-afbd-046914baef5b req-26c1dccf-5997-4dfa-9a1a-e7682979fa3e tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:10:20.680123 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e52022e0-4352-4b7e-afbd-046914baef5b req-26c1dccf-5997-4dfa-9a1a-e7682979fa3e tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f562041-37fc-4906-8183-c74bbd4dadef HTTP/1.1" status: 200 len: 946 time: 0.0476608 Sep 01 05:10:20.717184 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e52022e0-4352-4b7e-afbd-046914baef5b req-aff2626d-3814-4973-a194-8641b05b5674 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/security-groups?id=0987adab-11c5-485e-8603-7bb044d344b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313659 Sep 01 05:10:21.252393 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da78bee9-8a55-468c-8a24-57ba56661db1 req-4065b614-dd34-435a-a0a5-8da0241d9837 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:10:21.253845 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-da78bee9-8a55-468c-8a24-57ba56661db1 req-4065b614-dd34-435a-a0a5-8da0241d9837 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.37 "GET /v2.0/ports?device_id=5f562041-37fc-4906-8183-c74bbd4dadef HTTP/1.1" status: 200 len: 946 time: 0.0505495 Sep 01 05:10:21.342471 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.plugin [req-da78bee9-8a55-468c-8a24-57ba56661db1 req-529f4d27-45ee-4834-a18a-fd770759c625 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Deleting port f5ce95bf-ba00-45ab-995c-3e20f7ca19a4 {{(pid=100911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:10:21.342866 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-da78bee9-8a55-468c-8a24-57ba56661db1 req-529f4d27-45ee-4834-a18a-fd770759c625 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780564872726'] for port, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:21.436654 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.db [req-da78bee9-8a55-468c-8a24-57ba56661db1 req-529f4d27-45ee-4834-a18a-fd770759c625 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] For port f5ce95bf-ba00-45ab-995c-3e20f7ca19a4, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=f5ce95bf-ba00-45ab-995c-3e20f7ca19a4,segment=NetworkSegment(41c87385-930b-4ad8-9a42-11e00d93e57f),segment_id=41c87385-930b-4ad8-9a42-11e00d93e57f)] {{(pid=100911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:10:21.437017 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-da78bee9-8a55-468c-8a24-57ba56661db1 req-529f4d27-45ee-4834-a18a-fd770759c625 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958503'] for port, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:21.449859 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.plugin [req-da78bee9-8a55-468c-8a24-57ba56661db1 req-529f4d27-45ee-4834-a18a-fd770759c625 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Calling delete_port for f5ce95bf-ba00-45ab-995c-3e20f7ca19a4 owned by compute:nova {{(pid=100911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:10:21.635599 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-da78bee9-8a55-468c-8a24-57ba56661db1 req-529f4d27-45ee-4834-a18a-fd770759c625 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780564874213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780564376598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3457272'] for port, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:21.667443 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529f4d27-45ee-4834-a18a-fd770759c625 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Pushing event deleted for resources: {'Port': ['ID=f5ce95bf-ba00-45ab-995c-3e20f7ca19a4,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:10:21.671796 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] get_ports_and_sgs() called for port_ids ['d4f2ed14-3c16-48b1-9c69-f560b7b65e65', '84c272b0-8367-4e3c-9205-c2318c618ddf', '62cd07cf-2473-45f8-902a-e21c45b75861', 'f5ce95bf-ba00-45ab-995c-3e20f7ca19a4'] {{(pid=100913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 05:10:21.706315 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.l3_dvrscheduler_db [req-da78bee9-8a55-468c-8a24-57ba56661db1 req-529f4d27-45ee-4834-a18a-fd770759c625 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] No DVR routers for this DVR port f5ce95bf-ba00-45ab-995c-3e20f7ca19a4 on host hv-cinder-80473 {{(pid=100911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 05:10:21.709296 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-da78bee9-8a55-468c-8a24-57ba56661db1 req-529f4d27-45ee-4834-a18a-fd770759c625 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428309'] for port, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:21.711282 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-da78bee9-8a55-468c-8a24-57ba56661db1 req-529f4d27-45ee-4834-a18a-fd770759c625 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.37 "DELETE /v2.0/ports/f5ce95bf-ba00-45ab-995c-3e20f7ca19a4 HTTP/1.1" status: 204 len: 173 time: 0.4515247 Sep 01 05:10:21.711813 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f562041-37fc-4906-8183-c74bbd4dadef', 'name': 'network-vif-deleted', 'tag': 'f5ce95bf-ba00-45ab-995c-3e20f7ca19a4'}] {{(pid=100911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:10:21.714404 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2199b4ef80d697cbc8f6ff5e200fd84d3ba25b9ef6d03a08fa18221b1b049e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f1aa8a1-638a-4605-959b-cd17ed9ceb3b" -d '{"events": [{"server_uuid": "5f562041-37fc-4906-8183-c74bbd4dadef", "name": "network-vif-deleted", "tag": "f5ce95bf-ba00-45ab-995c-3e20f7ca19a4"}]}' {{(pid=100911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:10:21.751136 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 05:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01be1458-0c84-4734-8540-32daac7f1ed9 x-openstack-request-id: req-01be1458-0c84-4734-8540-32daac7f1ed9 {{(pid=100911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:10:21.751423 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f562041-37fc-4906-8183-c74bbd4dadef", "name": "network-vif-deleted", "tag": "f5ce95bf-ba00-45ab-995c-3e20f7ca19a4", "status": "completed", "code": 200}]} {{(pid=100911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:10:21.751674 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-01be1458-0c84-4734-8540-32daac7f1ed9 {{(pid=100911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:10:21.752066 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f562041-37fc-4906-8183-c74bbd4dadef', 'name': 'network-vif-deleted', 'tag': 'f5ce95bf-ba00-45ab-995c-3e20f7ca19a4', 'status': 'completed', 'code': 200} Sep 01 05:10:21.813429 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-f8dd4e92-6d12-41c9-b93d-ebe183241390 req-815fd0ba-7327-45d9-8b2b-3c2b3771fb1b tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f562041-37fc-4906-8183-c74bbd4dadef HTTP/1.1" status: 200 len: 210 time: 0.0256374 Sep 01 05:10:22.094134 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:22.920356 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-5bd480d7-bdb3-46df-a382-fdc97e5a4c5d req-f361e922-dfb3-4416-a271-75303a7746d6 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f562041-37fc-4906-8183-c74bbd4dadef HTTP/1.1" status: 200 len: 210 time: 0.0268939 Sep 01 05:10:24.436371 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device f5ce95bf-ba00-45ab-995c-3e20f7ca19a4 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:10:24.456117 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.plugin [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] No Port match for: f5ce95bf-ba00-45ab-995c-3e20f7ca19a4 {{(pid=100913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 05:10:24.456380 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device f5ce95bf-ba00-45ab-995c-3e20f7ca19a4 not bound to the agent host hv-cinder-80473 {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 05:10:25.764640 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86604af5-c25c-426d-9ed6-e91e00091b36 req-6bea3640-8f06-4aaf-8615-d8b305725ec0 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:10:25.766110 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-86604af5-c25c-426d-9ed6-e91e00091b36 req-6bea3640-8f06-4aaf-8615-d8b305725ec0 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9f3a4d8-6e9b-465d-ae79-db4f68be3d76 HTTP/1.1" status: 200 len: 945 time: 0.0507948 Sep 01 05:10:25.803319 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-86604af5-c25c-426d-9ed6-e91e00091b36 req-05d6f4fe-760a-4938-9d0a-42ab4e312278 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/security-groups?id=0987adab-11c5-485e-8603-7bb044d344b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313067 Sep 01 05:10:26.919439 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac9edf9-a0cf-42d0-9d87-37931b07b086 req-25cc6146-2b0a-4155-b915-39ef1ee1509b tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:10:26.920930 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-dac9edf9-a0cf-42d0-9d87-37931b07b086 req-25cc6146-2b0a-4155-b915-39ef1ee1509b tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9f3a4d8-6e9b-465d-ae79-db4f68be3d76 HTTP/1.1" status: 200 len: 945 time: 0.0484498 Sep 01 05:10:26.959280 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-dac9edf9-a0cf-42d0-9d87-37931b07b086 req-544e3025-1f5a-4531-af00-fe4b489d8f8b tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/security-groups?id=0987adab-11c5-485e-8603-7bb044d344b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319698 Sep 01 05:10:27.356432 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653a9588-5cb4-4471-948c-c64ae75b5f3d req-05a250e5-ebb5-4d6b-b078-951d9181386c tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:10:27.357884 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-653a9588-5cb4-4471-948c-c64ae75b5f3d req-05a250e5-ebb5-4d6b-b078-951d9181386c tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.37 "GET /v2.0/ports?device_id=d9f3a4d8-6e9b-465d-ae79-db4f68be3d76 HTTP/1.1" status: 200 len: 945 time: 0.0473843 Sep 01 05:10:27.446547 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.plugin [req-653a9588-5cb4-4471-948c-c64ae75b5f3d req-acf2dfc8-bd7f-437e-b94f-dd31f93652e7 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Deleting port 62cd07cf-2473-45f8-902a-e21c45b75861 {{(pid=100911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:10:27.446914 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-653a9588-5cb4-4471-948c-c64ae75b5f3d req-acf2dfc8-bd7f-437e-b94f-dd31f93652e7 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780564872726'] for port, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:27.531524 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.db [req-653a9588-5cb4-4471-948c-c64ae75b5f3d req-acf2dfc8-bd7f-437e-b94f-dd31f93652e7 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] For port 62cd07cf-2473-45f8-902a-e21c45b75861, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=62cd07cf-2473-45f8-902a-e21c45b75861,segment=NetworkSegment(41c87385-930b-4ad8-9a42-11e00d93e57f),segment_id=41c87385-930b-4ad8-9a42-11e00d93e57f)] {{(pid=100911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:10:27.531815 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-653a9588-5cb4-4471-948c-c64ae75b5f3d req-acf2dfc8-bd7f-437e-b94f-dd31f93652e7 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958503'] for port, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:27.545325 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.plugin [req-653a9588-5cb4-4471-948c-c64ae75b5f3d req-acf2dfc8-bd7f-437e-b94f-dd31f93652e7 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Calling delete_port for 62cd07cf-2473-45f8-902a-e21c45b75861 owned by compute:nova {{(pid=100911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:10:27.739980 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-653a9588-5cb4-4471-948c-c64ae75b5f3d req-acf2dfc8-bd7f-437e-b94f-dd31f93652e7 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780564874213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780564376598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3457272'] for port, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:27.768136 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf2dfc8-bd7f-437e-b94f-dd31f93652e7 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Pushing event deleted for resources: {'Port': ['ID=62cd07cf-2473-45f8-902a-e21c45b75861,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:10:27.775590 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] get_ports_and_sgs() called for port_ids ['d4f2ed14-3c16-48b1-9c69-f560b7b65e65', '84c272b0-8367-4e3c-9205-c2318c618ddf', '62cd07cf-2473-45f8-902a-e21c45b75861'] {{(pid=100913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 05:10:27.811227 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.l3_dvrscheduler_db [req-653a9588-5cb4-4471-948c-c64ae75b5f3d req-acf2dfc8-bd7f-437e-b94f-dd31f93652e7 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] No DVR routers for this DVR port 62cd07cf-2473-45f8-902a-e21c45b75861 on host hv-cinder-80473 {{(pid=100911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 05:10:27.813555 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-653a9588-5cb4-4471-948c-c64ae75b5f3d req-acf2dfc8-bd7f-437e-b94f-dd31f93652e7 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428309'] for port, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:27.815595 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-653a9588-5cb4-4471-948c-c64ae75b5f3d req-acf2dfc8-bd7f-437e-b94f-dd31f93652e7 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.37 "DELETE /v2.0/ports/62cd07cf-2473-45f8-902a-e21c45b75861 HTTP/1.1" status: 204 len: 173 time: 0.4510355 Sep 01 05:10:27.816122 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9f3a4d8-6e9b-465d-ae79-db4f68be3d76', 'name': 'network-vif-deleted', 'tag': '62cd07cf-2473-45f8-902a-e21c45b75861'}] {{(pid=100911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:10:27.818616 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2199b4ef80d697cbc8f6ff5e200fd84d3ba25b9ef6d03a08fa18221b1b049e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-993a6989-ed57-40f0-a16f-094908799b67" -d '{"events": [{"server_uuid": "d9f3a4d8-6e9b-465d-ae79-db4f68be3d76", "name": "network-vif-deleted", "tag": "62cd07cf-2473-45f8-902a-e21c45b75861"}]}' {{(pid=100911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:10:27.854417 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 05:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e997d544-3939-4279-bec4-0f9c02e19c35 x-openstack-request-id: req-e997d544-3939-4279-bec4-0f9c02e19c35 {{(pid=100911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:10:27.854704 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9f3a4d8-6e9b-465d-ae79-db4f68be3d76", "name": "network-vif-deleted", "tag": "62cd07cf-2473-45f8-902a-e21c45b75861", "status": "completed", "code": 200}]} {{(pid=100911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:10:27.854988 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e997d544-3939-4279-bec4-0f9c02e19c35 {{(pid=100911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:10:27.855384 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9f3a4d8-6e9b-465d-ae79-db4f68be3d76', 'name': 'network-vif-deleted', 'tag': '62cd07cf-2473-45f8-902a-e21c45b75861', 'status': 'completed', 'code': 200} Sep 01 05:10:28.052096 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-a8cb8629-0cc3-4759-b395-334273f0272c req-b6675f62-3404-43e5-ab42-3743acd1480a tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9f3a4d8-6e9b-465d-ae79-db4f68be3d76 HTTP/1.1" status: 200 len: 210 time: 0.0250809 Sep 01 05:10:29.469881 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be7a27-0d72-46d2-848e-17ab21aa8e99 req-d56214cd-bcb0-436f-bfdc-f963aa012ee0 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:10:29.471406 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-f1be7a27-0d72-46d2-848e-17ab21aa8e99 req-d56214cd-bcb0-436f-bfdc-f963aa012ee0 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/ports?device_id=15ff5fa2-ffb0-45f0-9328-24b82894ea5b HTTP/1.1" status: 200 len: 945 time: 0.0516713 Sep 01 05:10:29.508388 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-f1be7a27-0d72-46d2-848e-17ab21aa8e99 req-4486da16-7d7c-47e5-8ea1-1bd2b67a86e3 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/security-groups?id=0987adab-11c5-485e-8603-7bb044d344b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311866 Sep 01 05:10:30.469879 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device 62cd07cf-2473-45f8-902a-e21c45b75861 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:10:30.490930 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.plugin [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] No Port match for: 62cd07cf-2473-45f8-902a-e21c45b75861 {{(pid=100913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 05:10:30.491272 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device 62cd07cf-2473-45f8-902a-e21c45b75861 not bound to the agent host hv-cinder-80473 {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 05:10:30.624983 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8578c8f-0384-4cee-b2d4-e47894d78186 req-3799a3c8-8247-4908-86ff-1949803ab181 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:10:30.626896 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-f8578c8f-0384-4cee-b2d4-e47894d78186 req-3799a3c8-8247-4908-86ff-1949803ab181 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/ports?device_id=15ff5fa2-ffb0-45f0-9328-24b82894ea5b HTTP/1.1" status: 200 len: 945 time: 0.0502489 Sep 01 05:10:30.664507 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-f8578c8f-0384-4cee-b2d4-e47894d78186 req-551d3d7f-df1e-43b4-80b0-4a78ac6513b1 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/security-groups?id=0987adab-11c5-485e-8603-7bb044d344b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315919 Sep 01 05:10:30.958009 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26ab9ea-ecde-40a5-a832-241624f5eeca req-8db7b587-24dc-41a0-9080-16126a7b5481 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:10:30.959420 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-b26ab9ea-ecde-40a5-a832-241624f5eeca req-8db7b587-24dc-41a0-9080-16126a7b5481 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.37 "GET /v2.0/ports?device_id=15ff5fa2-ffb0-45f0-9328-24b82894ea5b HTTP/1.1" status: 200 len: 945 time: 0.0482762 Sep 01 05:10:31.045767 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.plugin [req-b26ab9ea-ecde-40a5-a832-241624f5eeca req-d5f2d62c-76a4-41bd-b6d2-0596fd850150 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Deleting port 84c272b0-8367-4e3c-9205-c2318c618ddf {{(pid=100911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:10:31.046107 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-b26ab9ea-ecde-40a5-a832-241624f5eeca req-d5f2d62c-76a4-41bd-b6d2-0596fd850150 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780564872726'] for port, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:31.134473 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.db [req-b26ab9ea-ecde-40a5-a832-241624f5eeca req-d5f2d62c-76a4-41bd-b6d2-0596fd850150 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] For port 84c272b0-8367-4e3c-9205-c2318c618ddf, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=84c272b0-8367-4e3c-9205-c2318c618ddf,segment=NetworkSegment(41c87385-930b-4ad8-9a42-11e00d93e57f),segment_id=41c87385-930b-4ad8-9a42-11e00d93e57f)] {{(pid=100911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:10:31.134866 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-b26ab9ea-ecde-40a5-a832-241624f5eeca req-d5f2d62c-76a4-41bd-b6d2-0596fd850150 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958503'] for port, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:31.147592 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.plugin [req-b26ab9ea-ecde-40a5-a832-241624f5eeca req-d5f2d62c-76a4-41bd-b6d2-0596fd850150 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Calling delete_port for 84c272b0-8367-4e3c-9205-c2318c618ddf owned by compute:nova {{(pid=100911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:10:31.361843 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-b26ab9ea-ecde-40a5-a832-241624f5eeca req-d5f2d62c-76a4-41bd-b6d2-0596fd850150 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780564874213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780564376598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3457272'] for port, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:31.390656 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f2d62c-76a4-41bd-b6d2-0596fd850150 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Pushing event deleted for resources: {'Port': ['ID=84c272b0-8367-4e3c-9205-c2318c618ddf,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:10:31.398482 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] get_ports_and_sgs() called for port_ids ['d4f2ed14-3c16-48b1-9c69-f560b7b65e65', '84c272b0-8367-4e3c-9205-c2318c618ddf'] {{(pid=100913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 05:10:31.419544 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f2d62c-76a4-41bd-b6d2-0596fd850150 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:10:31.419947 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f2d62c-76a4-41bd-b6d2-0596fd850150 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:10:31.420239 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f2d62c-76a4-41bd-b6d2-0596fd850150 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:10:31.420580 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f2d62c-76a4-41bd-b6d2-0596fd850150 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:10:31.420912 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f2d62c-76a4-41bd-b6d2-0596fd850150 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:10:31.421239 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f2d62c-76a4-41bd-b6d2-0596fd850150 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:10:31.421563 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f2d62c-76a4-41bd-b6d2-0596fd850150 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:10:31.421885 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f2d62c-76a4-41bd-b6d2-0596fd850150 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:10:31.422208 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f2d62c-76a4-41bd-b6d2-0596fd850150 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:10:31.422525 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f2d62c-76a4-41bd-b6d2-0596fd850150 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:10:31.422871 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f2d62c-76a4-41bd-b6d2-0596fd850150 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:10:31.423191 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f2d62c-76a4-41bd-b6d2-0596fd850150 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:10:31.442423 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.l3_dvrscheduler_db [req-b26ab9ea-ecde-40a5-a832-241624f5eeca req-d5f2d62c-76a4-41bd-b6d2-0596fd850150 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] No DVR routers for this DVR port 84c272b0-8367-4e3c-9205-c2318c618ddf on host hv-cinder-80473 {{(pid=100911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 05:10:31.444873 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-b26ab9ea-ecde-40a5-a832-241624f5eeca req-d5f2d62c-76a4-41bd-b6d2-0596fd850150 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428309'] for port, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:31.447076 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-b26ab9ea-ecde-40a5-a832-241624f5eeca req-d5f2d62c-76a4-41bd-b6d2-0596fd850150 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.37 "DELETE /v2.0/ports/84c272b0-8367-4e3c-9205-c2318c618ddf HTTP/1.1" status: 204 len: 173 time: 0.4809804 Sep 01 05:10:31.447602 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15ff5fa2-ffb0-45f0-9328-24b82894ea5b', 'name': 'network-vif-deleted', 'tag': '84c272b0-8367-4e3c-9205-c2318c618ddf'}] {{(pid=100911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:10:31.449827 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2199b4ef80d697cbc8f6ff5e200fd84d3ba25b9ef6d03a08fa18221b1b049e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a54238b5-c0d3-49e8-9d5a-1a8e3258c50b" -d '{"events": [{"server_uuid": "15ff5fa2-ffb0-45f0-9328-24b82894ea5b", "name": "network-vif-deleted", "tag": "84c272b0-8367-4e3c-9205-c2318c618ddf"}]}' {{(pid=100911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:10:31.486264 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 05:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f89f8b88-3e01-4c35-a449-abd2aa88ad22 x-openstack-request-id: req-f89f8b88-3e01-4c35-a449-abd2aa88ad22 {{(pid=100911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:10:31.486552 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15ff5fa2-ffb0-45f0-9328-24b82894ea5b", "name": "network-vif-deleted", "tag": "84c272b0-8367-4e3c-9205-c2318c618ddf", "status": "completed", "code": 200}]} {{(pid=100911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:10:31.486833 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f89f8b88-3e01-4c35-a449-abd2aa88ad22 {{(pid=100911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:10:31.487460 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15ff5fa2-ffb0-45f0-9328-24b82894ea5b', 'name': 'network-vif-deleted', 'tag': '84c272b0-8367-4e3c-9205-c2318c618ddf', 'status': 'completed', 'code': 200} Sep 01 05:10:31.771154 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-9fd59be1-46b0-40df-9176-915620576e5d req-4f3ff45c-bb9b-4e36-a8a6-67d7727c2f8d tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/ports?device_id=15ff5fa2-ffb0-45f0-9328-24b82894ea5b HTTP/1.1" status: 200 len: 210 time: 0.0281010 Sep 01 05:10:34.427546 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f960d88-14e5-48d5-8e3d-bc1d4933e979 req-b8f187cd-606d-4917-add3-b23342cd48ba tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:10:34.428986 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-2f960d88-14e5-48d5-8e3d-bc1d4933e979 req-b8f187cd-606d-4917-add3-b23342cd48ba tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc7024c1-bf80-4d04-b555-466d9f3566a4 HTTP/1.1" status: 200 len: 946 time: 0.0510027 Sep 01 05:10:34.465220 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-2f960d88-14e5-48d5-8e3d-bc1d4933e979 req-246675f4-c8d5-4dc0-854e-6108fd035a4c tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/security-groups?id=0987adab-11c5-485e-8603-7bb044d344b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304182 Sep 01 05:10:34.494450 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device 84c272b0-8367-4e3c-9205-c2318c618ddf no longer exists at agent hyperv_hv-cinder-80473 {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:10:34.515164 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.plugin [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] No Port match for: 84c272b0-8367-4e3c-9205-c2318c618ddf {{(pid=100913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 05:10:34.515511 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device 84c272b0-8367-4e3c-9205-c2318c618ddf not bound to the agent host hv-cinder-80473 {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 05:10:35.577895 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c898d21-2188-46ee-a37e-f281dac18c9d req-e80d1818-fb0a-4153-8b0e-15a72538e3df tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:10:35.579382 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-2c898d21-2188-46ee-a37e-f281dac18c9d req-e80d1818-fb0a-4153-8b0e-15a72538e3df tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc7024c1-bf80-4d04-b555-466d9f3566a4 HTTP/1.1" status: 200 len: 946 time: 0.0476861 Sep 01 05:10:35.617213 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-2c898d21-2188-46ee-a37e-f281dac18c9d req-14616763-c969-463b-a46e-259aa29807d8 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/security-groups?id=0987adab-11c5-485e-8603-7bb044d344b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320380 Sep 01 05:10:36.019154 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ed1441-b1a2-4fe9-9ba3-c566e13e1e0e req-5086aeac-189c-45e1-ba0e-1cc589c8de64 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:10:36.021428 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-32ed1441-b1a2-4fe9-9ba3-c566e13e1e0e req-5086aeac-189c-45e1-ba0e-1cc589c8de64 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.37 "GET /v2.0/ports?device_id=bc7024c1-bf80-4d04-b555-466d9f3566a4 HTTP/1.1" status: 200 len: 946 time: 0.0480316 Sep 01 05:10:36.113221 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.plugin [req-32ed1441-b1a2-4fe9-9ba3-c566e13e1e0e req-13b8489e-46ab-4261-80ec-4c1ec3294277 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Deleting port d4f2ed14-3c16-48b1-9c69-f560b7b65e65 {{(pid=100911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:10:36.117066 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-32ed1441-b1a2-4fe9-9ba3-c566e13e1e0e req-13b8489e-46ab-4261-80ec-4c1ec3294277 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780564872726'] for port, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:36.203010 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.db [req-32ed1441-b1a2-4fe9-9ba3-c566e13e1e0e req-13b8489e-46ab-4261-80ec-4c1ec3294277 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] For port d4f2ed14-3c16-48b1-9c69-f560b7b65e65, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=d4f2ed14-3c16-48b1-9c69-f560b7b65e65,segment=NetworkSegment(41c87385-930b-4ad8-9a42-11e00d93e57f),segment_id=41c87385-930b-4ad8-9a42-11e00d93e57f)] {{(pid=100911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:10:36.203381 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-32ed1441-b1a2-4fe9-9ba3-c566e13e1e0e req-13b8489e-46ab-4261-80ec-4c1ec3294277 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958503'] for port, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:36.216539 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.plugin [req-32ed1441-b1a2-4fe9-9ba3-c566e13e1e0e req-13b8489e-46ab-4261-80ec-4c1ec3294277 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Calling delete_port for d4f2ed14-3c16-48b1-9c69-f560b7b65e65 owned by compute:nova {{(pid=100911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:10:36.385850 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-32ed1441-b1a2-4fe9-9ba3-c566e13e1e0e req-13b8489e-46ab-4261-80ec-4c1ec3294277 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780564874213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780564376598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3457272'] for port, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:36.416209 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b8489e-46ab-4261-80ec-4c1ec3294277 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Pushing event deleted for resources: {'Port': ['ID=d4f2ed14-3c16-48b1-9c69-f560b7b65e65,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:10:36.421455 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] get_ports_and_sgs() called for port_ids ['d4f2ed14-3c16-48b1-9c69-f560b7b65e65'] {{(pid=100913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 05:10:36.460271 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.l3_dvrscheduler_db [req-32ed1441-b1a2-4fe9-9ba3-c566e13e1e0e req-13b8489e-46ab-4261-80ec-4c1ec3294277 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] No DVR routers for this DVR port d4f2ed14-3c16-48b1-9c69-f560b7b65e65 on host hv-cinder-80473 {{(pid=100911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 05:10:36.462603 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-32ed1441-b1a2-4fe9-9ba3-c566e13e1e0e req-13b8489e-46ab-4261-80ec-4c1ec3294277 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428309'] for port, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:36.464878 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-32ed1441-b1a2-4fe9-9ba3-c566e13e1e0e req-13b8489e-46ab-4261-80ec-4c1ec3294277 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.37 "DELETE /v2.0/ports/d4f2ed14-3c16-48b1-9c69-f560b7b65e65 HTTP/1.1" status: 204 len: 173 time: 0.4363134 Sep 01 05:10:36.465312 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc7024c1-bf80-4d04-b555-466d9f3566a4', 'name': 'network-vif-deleted', 'tag': 'd4f2ed14-3c16-48b1-9c69-f560b7b65e65'}] {{(pid=100911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:10:36.467559 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2199b4ef80d697cbc8f6ff5e200fd84d3ba25b9ef6d03a08fa18221b1b049e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48db7b0f-11a2-4b55-b6c6-d86bcf454a21" -d '{"events": [{"server_uuid": "bc7024c1-bf80-4d04-b555-466d9f3566a4", "name": "network-vif-deleted", "tag": "d4f2ed14-3c16-48b1-9c69-f560b7b65e65"}]}' {{(pid=100911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:10:36.511561 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 05:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ce8994-c1bf-43ef-a008-c9656951fef6 x-openstack-request-id: req-33ce8994-c1bf-43ef-a008-c9656951fef6 {{(pid=100911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:10:36.511561 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc7024c1-bf80-4d04-b555-466d9f3566a4", "name": "network-vif-deleted", "tag": "d4f2ed14-3c16-48b1-9c69-f560b7b65e65", "status": "completed", "code": 200}]} {{(pid=100911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:10:36.511561 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-33ce8994-c1bf-43ef-a008-c9656951fef6 {{(pid=100911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:10:36.511561 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc7024c1-bf80-4d04-b555-466d9f3566a4', 'name': 'network-vif-deleted', 'tag': 'd4f2ed14-3c16-48b1-9c69-f560b7b65e65', 'status': 'completed', 'code': 200} Sep 01 05:10:36.716509 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-91936524-c1a5-4182-87ce-0ceaecce50d5 req-8c1d7781-5b54-4299-9b95-2d51142184f2 tempest-AttachVolumeNegativeTest-532496111 tempest-AttachVolumeNegativeTest-532496111-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc7024c1-bf80-4d04-b555-466d9f3566a4 HTTP/1.1" status: 200 len: 210 time: 0.0334032 Sep 01 05:10:37.276639 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-332224d9-a36b-400f-80fa-2e327b95ca84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:37.772232 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 52054) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:10:37.814316 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1dccc7e-7ee5-4c4f-99a8-a77a74e08965 admin admin] Deleting subnet db9af3c1-097a-4e4f-9829-9c836000b336 {{(pid=100912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 05:10:37.817905 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-e1dccc7e-7ee5-4c4f-99a8-a77a74e08965 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:37.854229 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-e1dccc7e-7ee5-4c4f-99a8-a77a74e08965 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59571022'] for subnet, precommit_delete_associations {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:37.891181 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-e1dccc7e-7ee5-4c4f-99a8-a77a74e08965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942180'] for subnet, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:38.020182 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-e1dccc7e-7ee5-4c4f-99a8-a77a74e08965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59570635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3840552'] for subnet, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:38.043324 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dccc7e-7ee5-4c4f-99a8-a77a74e08965 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db9af3c1-097a-4e4f-9829-9c836000b336,revision_number=None']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:10:38.049265 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-e1dccc7e-7ee5-4c4f-99a8-a77a74e08965 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607828'] for subnet, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:38.052543 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-e1dccc7e-7ee5-4c4f-99a8-a77a74e08965 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/db9af3c1-097a-4e4f-9829-9c836000b336 HTTP/1.1" status: 204 len: 168 time: 0.2778285 Sep 01 05:10:38.054443 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 52056) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:10:38.123556 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-3e808bc6-e335-4de7-b98a-5d206fd61003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556555'] for network, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:38.200633 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-3e808bc6-e335-4de7-b98a-5d206fd61003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942495', 'neutron.services.segments.db._delete_segments_for_network-8780564943041'] for network, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:38.209960 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.services.segments.db [None req-3e808bc6-e335-4de7-b98a-5d206fd61003 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5c035f5-3685-4cd0-a7ac-f1f18f39a1c9']}} {{(pid=100912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:10:38.219732 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.services.segments.db [None req-3e808bc6-e335-4de7-b98a-5d206fd61003 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41c87385-930b-4ad8-9a42-11e00d93e57f') {'for_net_delete': True} {{(pid=100912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:10:38.220027 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.services.segments.db [None req-3e808bc6-e335-4de7-b98a-5d206fd61003 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41c87385-930b-4ad8-9a42-11e00d93e57f') {} {{(pid=100912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:10:38.228412 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-3e808bc6-e335-4de7-b98a-5d206fd61003 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780564954453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59571061'] for segment, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:38.241865 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-3e808bc6-e335-4de7-b98a-5d206fd61003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945202'] for segment, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:38.247366 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e808bc6-e335-4de7-b98a-5d206fd61003 admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=100912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 05:10:38.247743 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-3e808bc6-e335-4de7-b98a-5d206fd61003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59570545'] for segment, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:38.249280 dv-cinder-804735-5-iscsi neutron-server[100912]: Traceback (most recent call last): Sep 01 05:10:38.249280 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 05:10:38.249280 dv-cinder-804735-5-iscsi neutron-server[100912]: timer() Sep 01 05:10:38.249280 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 05:10:38.249280 dv-cinder-804735-5-iscsi neutron-server[100912]: cb(*args, **kw) Sep 01 05:10:38.249280 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 05:10:38.249280 dv-cinder-804735-5-iscsi neutron-server[100912]: return func(*args, **kwargs) Sep 01 05:10:38.249280 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 05:10:38.249280 dv-cinder-804735-5-iscsi neutron-server[100912]: self._notify() Sep 01 05:10:38.249280 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 05:10:38.249280 dv-cinder-804735-5-iscsi neutron-server[100912]: self.callback(batched_events) Sep 01 05:10:38.249280 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 05:10:38.249280 dv-cinder-804735-5-iscsi neutron-server[100912]: event.method(event) Sep 01 05:10:38.249280 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 05:10:38.249280 dv-cinder-804735-5-iscsi neutron-server[100912]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 05:10:38.249280 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 05:10:38.249280 dv-cinder-804735-5-iscsi neutron-server[100912]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 05:10:38.249280 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 05:10:38.249280 dv-cinder-804735-5-iscsi neutron-server[100912]: return f(self, *a, **k) Sep 01 05:10:38.249280 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 05:10:38.249280 dv-cinder-804735-5-iscsi neutron-server[100912]: return self._get(url).json() Sep 01 05:10:38.249280 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 05:10:38.249280 dv-cinder-804735-5-iscsi neutron-server[100912]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 05:10:38.249280 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 05:10:38.249280 dv-cinder-804735-5-iscsi neutron-server[100912]: return self.request(url, 'GET', **kwargs) Sep 01 05:10:38.249280 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 05:10:38.249280 dv-cinder-804735-5-iscsi neutron-server[100912]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 05:10:38.249280 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 05:10:38.249280 dv-cinder-804735-5-iscsi neutron-server[100912]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 05:10:38.249280 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 05:10:38.249280 dv-cinder-804735-5-iscsi neutron-server[100912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 05:10:38.249280 dv-cinder-804735-5-iscsi neutron-server[100912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 05:10:38.374008 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-3e808bc6-e335-4de7-b98a-5d206fd61003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1958915'] for network, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:38.380300 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-3e808bc6-e335-4de7-b98a-5d206fd61003 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607828'] for network, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:38.385394 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-3e808bc6-e335-4de7-b98a-5d206fd61003 admin admin] 10.222.0.11 "DELETE /v2.0/networks/a5c035f5-3685-4cd0-a7ac-f1f18f39a1c9 HTTP/1.1" status: 204 len: 168 time: 0.3269944 Sep 01 05:10:38.393482 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e808bc6-e335-4de7-b98a-5d206fd61003 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5c035f5-3685-4cd0-a7ac-f1f18f39a1c9,revision_number=None']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:10:38.508100 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device d4f2ed14-3c16-48b1-9c69-f560b7b65e65 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:10:38.528334 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.plugin [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] No Port match for: d4f2ed14-3c16-48b1-9c69-f560b7b65e65 {{(pid=100913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 05:10:38.528683 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device d4f2ed14-3c16-48b1-9c69-f560b7b65e65 not bound to the agent host hv-cinder-80473 {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 05:10:38.764160 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 52060) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:10:38.803845 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-ab6992c6-3215-4d89-887f-7c54b14ea04e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5af7200b1ace4713b6a4025a0489188f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385442 Sep 01 05:10:38.806148 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 52062) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:10:38.853613 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-006e52d6-d696-4d9f-8178-e2a06a00c8b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:38.873852 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-006e52d6-d696-4d9f-8178-e2a06a00c8b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:38.995558 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-006e52d6-d696-4d9f-8178-e2a06a00c8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:38.998064 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-006e52d6-d696-4d9f-8178-e2a06a00c8b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:38.999265 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-006e52d6-d696-4d9f-8178-e2a06a00c8b8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0987adab-11c5-485e-8603-7bb044d344b4 HTTP/1.1" status: 204 len: 168 time: 0.1922340 Sep 01 05:10:39.017258 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006e52d6-d696-4d9f-8178-e2a06a00c8b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0987adab-11c5-485e-8603-7bb044d344b4,revision_number=None']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:10:40.020173 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:40.048165 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-f4ed8349-524f-433c-a5c7-ba330a677909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:41.340073 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-125f6581-13c4-4eca-b15a-10d5e92c8028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:43.196806 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-57069d07-1191-4bd8-9ef8-43ac9a8b42c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:44.563186 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.agents_db [None req-49e1e325-328c-4825-9e4f-7693071b0ea2 None None] Agent healthcheck: found 6 active agents {{(pid=100914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 05:10:45.695799 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 52138) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:10:45.803671 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-af26f854-968c-49d2-9968-4748ff472f5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:45.905743 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-af26f854-968c-49d2-9968-4748ff472f5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:45.991114 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-af26f854-968c-49d2-9968-4748ff472f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:46.028292 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af26f854-968c-49d2-9968-4748ff472f5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d6874d-72ef-4756-bb30-19580fa00035,revision_number=1']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:10:46.032294 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-af26f854-968c-49d2-9968-4748ff472f5a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8e2cf883f40f4ec3bed9bd3a50361c10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3351505 Sep 01 05:10:46.035227 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 52142) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:10:46.040289 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af26f854-968c-49d2-9968-4748ff472f5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:10:46.040289 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af26f854-968c-49d2-9968-4748ff472f5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:10:46.040289 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af26f854-968c-49d2-9968-4748ff472f5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:10:46.040289 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af26f854-968c-49d2-9968-4748ff472f5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:10:46.040686 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af26f854-968c-49d2-9968-4748ff472f5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:10:46.040686 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af26f854-968c-49d2-9968-4748ff472f5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:10:46.041026 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af26f854-968c-49d2-9968-4748ff472f5a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:10:46.041357 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af26f854-968c-49d2-9968-4748ff472f5a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:10:46.041685 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af26f854-968c-49d2-9968-4748ff472f5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:10:46.042025 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af26f854-968c-49d2-9968-4748ff472f5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:10:46.042025 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af26f854-968c-49d2-9968-4748ff472f5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:10:46.042025 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af26f854-968c-49d2-9968-4748ff472f5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:10:46.092235 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-70bd15c2-a3c5-491d-a9c2-fece02805a2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:46.114891 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-70bd15c2-a3c5-491d-a9c2-fece02805a2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:46.219591 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-70bd15c2-a3c5-491d-a9c2-fece02805a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:46.222104 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-70bd15c2-a3c5-491d-a9c2-fece02805a2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:46.223818 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-70bd15c2-a3c5-491d-a9c2-fece02805a2b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a9d6874d-72ef-4756-bb30-19580fa00035 HTTP/1.1" status: 204 len: 168 time: 0.1862404 Sep 01 05:10:46.233299 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bd15c2-a3c5-491d-a9c2-fece02805a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d6874d-72ef-4756-bb30-19580fa00035,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:10:46.899022 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 52148) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:10:46.913072 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-feba1f7d-e243-4fc4-9eaa-6278422940db admin admin] Notify callbacks [] for security_group, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:47.011700 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-feba1f7d-e243-4fc4-9eaa-6278422940db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:47.070747 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-feba1f7d-e243-4fc4-9eaa-6278422940db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:47.112560 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-feba1f7d-e243-4fc4-9eaa-6278422940db admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2ed9a4092e5c4109a8025c5807d26f4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2124679 Sep 01 05:10:47.114528 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba1f7d-e243-4fc4-9eaa-6278422940db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e1b6ef0-cea4-4038-9b8a-59b7b75703ae,revision_number=1']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:10:47.115468 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 52150) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:10:47.164719 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-b9ea6156-b490-408e-b208-2b1c3dc9a7d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:47.184838 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-b9ea6156-b490-408e-b208-2b1c3dc9a7d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:47.299747 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-b9ea6156-b490-408e-b208-2b1c3dc9a7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:47.302445 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-b9ea6156-b490-408e-b208-2b1c3dc9a7d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:47.303656 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-b9ea6156-b490-408e-b208-2b1c3dc9a7d1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6e1b6ef0-cea4-4038-9b8a-59b7b75703ae HTTP/1.1" status: 204 len: 168 time: 0.1871994 Sep 01 05:10:47.311959 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ea6156-b490-408e-b208-2b1c3dc9a7d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e1b6ef0-cea4-4038-9b8a-59b7b75703ae,revision_number=None']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:10:50.036067 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 52210) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:10:50.138820 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-038ee082-e994-4178-8e16-0ccfe682aab8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:50.229077 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-038ee082-e994-4178-8e16-0ccfe682aab8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:50.276365 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-038ee082-e994-4178-8e16-0ccfe682aab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:50.314756 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-038ee082-e994-4178-8e16-0ccfe682aab8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=34ceb742cd9547af86d35e1efbadb89e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2775979 Sep 01 05:10:50.315534 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038ee082-e994-4178-8e16-0ccfe682aab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50b8d1c0-916f-42e6-b439-6ff48be0bf58,revision_number=1']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:10:50.318631 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 52214) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:10:50.367093 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-6fc37399-198b-47cb-95d3-45f4d4cb07e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:50.388229 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-6fc37399-198b-47cb-95d3-45f4d4cb07e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:50.532562 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-6fc37399-198b-47cb-95d3-45f4d4cb07e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:50.535099 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-6fc37399-198b-47cb-95d3-45f4d4cb07e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:50.537049 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-6fc37399-198b-47cb-95d3-45f4d4cb07e2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/50b8d1c0-916f-42e6-b439-6ff48be0bf58 HTTP/1.1" status: 204 len: 168 time: 0.2173312 Sep 01 05:10:50.547521 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc37399-198b-47cb-95d3-45f4d4cb07e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b8d1c0-916f-42e6-b439-6ff48be0bf58,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:10:51.048439 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 52220) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:10:51.061564 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-01050eb5-7a3e-4638-8243-eefdab0ab638 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:51.149688 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-01050eb5-7a3e-4638-8243-eefdab0ab638 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:51.208274 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-01050eb5-7a3e-4638-8243-eefdab0ab638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:51.245897 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-01050eb5-7a3e-4638-8243-eefdab0ab638 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c820c8ac85d8452ab0d265aff36b05c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1963105 Sep 01 05:10:51.246832 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01050eb5-7a3e-4638-8243-eefdab0ab638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be0ddcc-67d6-40e4-b902-d06647196f8b,revision_number=1']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:10:51.248685 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 52222) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:10:51.297386 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-6d05aafc-b0a7-4f76-89a0-b83903c7de7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:51.319430 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-6d05aafc-b0a7-4f76-89a0-b83903c7de7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:51.471132 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-6d05aafc-b0a7-4f76-89a0-b83903c7de7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:51.473669 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-6d05aafc-b0a7-4f76-89a0-b83903c7de7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:10:51.474873 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-6d05aafc-b0a7-4f76-89a0-b83903c7de7b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9be0ddcc-67d6-40e4-b902-d06647196f8b HTTP/1.1" status: 204 len: 168 time: 0.2245760 Sep 01 05:10:51.483283 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d05aafc-b0a7-4f76-89a0-b83903c7de7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be0ddcc-67d6-40e4-b902-d06647196f8b,revision_number=None']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:10:52.138497 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:04.471295 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 52328) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:11:04.574121 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-cc2cd9f1-87e3-4502-90ed-82b63a064c3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:04.660191 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-cc2cd9f1-87e3-4502-90ed-82b63a064c3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:04.722009 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-cc2cd9f1-87e3-4502-90ed-82b63a064c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:04.760393 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-cc2cd9f1-87e3-4502-90ed-82b63a064c3e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7dc68b0964784ab6876802b17cf905d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2880592 Sep 01 05:11:04.761275 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2cd9f1-87e3-4502-90ed-82b63a064c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a00cbad-d124-4700-8cbd-378bbc65f687,revision_number=1']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:11:04.763216 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 52332) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:11:04.814826 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-c56a4c1b-b816-4065-9814-2d2e25ea6a35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:04.835053 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-c56a4c1b-b816-4065-9814-2d2e25ea6a35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:04.956219 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-c56a4c1b-b816-4065-9814-2d2e25ea6a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:04.958815 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-c56a4c1b-b816-4065-9814-2d2e25ea6a35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:04.959969 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-c56a4c1b-b816-4065-9814-2d2e25ea6a35 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3a00cbad-d124-4700-8cbd-378bbc65f687 HTTP/1.1" status: 204 len: 168 time: 0.1951540 Sep 01 05:11:04.968716 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56a4c1b-b816-4065-9814-2d2e25ea6a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a00cbad-d124-4700-8cbd-378bbc65f687,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:11:05.568493 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 52338) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:11:05.581778 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-47787388-0499-4232-9959-c926e2aa5f2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:05.666978 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-47787388-0499-4232-9959-c926e2aa5f2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:05.750898 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-47787388-0499-4232-9959-c926e2aa5f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:05.788878 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-47787388-0499-4232-9959-c926e2aa5f2a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4b6f02427e1448868f20b0463e5b4640&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2196331 Sep 01 05:11:05.791000 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47787388-0499-4232-9959-c926e2aa5f2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c431bc-0f4d-40d6-85b8-544020500b07,revision_number=1']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:11:05.791846 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 52340) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:11:05.841181 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-76915004-f960-4d6e-90a4-f9eda853b47e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:05.861647 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-76915004-f960-4d6e-90a4-f9eda853b47e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:05.983173 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-76915004-f960-4d6e-90a4-f9eda853b47e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:05.985651 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-76915004-f960-4d6e-90a4-f9eda853b47e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:05.986797 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-76915004-f960-4d6e-90a4-f9eda853b47e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/24c431bc-0f4d-40d6-85b8-544020500b07 HTTP/1.1" status: 204 len: 168 time: 0.1939721 Sep 01 05:11:05.995157 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76915004-f960-4d6e-90a4-f9eda853b47e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c431bc-0f4d-40d6-85b8-544020500b07,revision_number=None']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:11:07.276492 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-32b8a94a-e8be-4431-862f-6bb600a96162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:08.950128 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-3f23d50d-9f6c-4251-bfe4-10b09e6aadc6 req-65697f11-119e-42f2-8a4b-7f98f283c453 tempest-VolumesNegativeTest-768567520 tempest-VolumesNegativeTest-768567520-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=60b18a30aa7840b89cbffed5c4d30549&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289588 Sep 01 05:11:09.132368 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f23d50d-9f6c-4251-bfe4-10b09e6aadc6 req-dceeae46-cc52-4252-972c-ac9b536a4436 tempest-VolumesNegativeTest-768567520 tempest-VolumesNegativeTest-768567520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:11:09.133794 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-3f23d50d-9f6c-4251-bfe4-10b09e6aadc6 req-dceeae46-cc52-4252-972c-ac9b536a4436 tempest-VolumesNegativeTest-768567520 tempest-VolumesNegativeTest-768567520-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1774096 Sep 01 05:11:09.148516 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-3f23d50d-9f6c-4251-bfe4-10b09e6aadc6 req-d3db2d5c-c18f-45dc-a237-d3c49ecc7f92 tempest-VolumesNegativeTest-768567520 tempest-VolumesNegativeTest-768567520-project] 10.222.0.11 "GET /v2.0/quotas/60b18a30aa7840b89cbffed5c4d30549 HTTP/1.1" status: 200 len: 375 time: 0.0085361 Sep 01 05:11:09.178738 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-3f23d50d-9f6c-4251-bfe4-10b09e6aadc6 req-6c3a0772-f45c-4346-a911-2b2247f6c17e tempest-VolumesNegativeTest-768567520 tempest-VolumesNegativeTest-768567520-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=60b18a30aa7840b89cbffed5c4d30549&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0246444 Sep 01 05:11:09.454255 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-57471703-14e1-49ed-869b-cf93b00fc10a req-298065bc-d984-4942-8bb7-ddb5ebeda84f tempest-VolumesNegativeTest-768567520 tempest-VolumesNegativeTest-768567520-project] 10.222.0.11 "GET /v2.0/ports?device_id=54038dbe-c4cf-4f59-8c59-8595bf4003c6 HTTP/1.1" status: 200 len: 210 time: 0.0268471 Sep 01 05:11:10.042718 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:10.044350 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-bc4264a3-c3e1-45c5-af34-272e8a8502d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:10.549534 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-ec0c0b54-3a37-4a91-b4df-c503a1f277b0 req-8edf364c-9ebd-4700-ad2e-1327e2296d8c tempest-VolumesNegativeTest-768567520 tempest-VolumesNegativeTest-768567520-project] 10.222.0.11 "GET /v2.0/ports?device_id=54038dbe-c4cf-4f59-8c59-8595bf4003c6 HTTP/1.1" status: 200 len: 210 time: 0.0266843 Sep 01 05:11:11.344960 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-125f6581-13c4-4eca-b15a-10d5e92c8028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:11.361388 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-3f23d50d-9f6c-4251-bfe4-10b09e6aadc6 req-b32bf32d-bce0-49f1-b76f-febe5d2c2dcd tempest-VolumesNegativeTest-768567520 tempest-VolumesNegativeTest-768567520-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=60b18a30aa7840b89cbffed5c4d30549&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287564 Sep 01 05:11:11.546672 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f23d50d-9f6c-4251-bfe4-10b09e6aadc6 req-a91f076a-612c-41aa-814c-04e13f6b5bac tempest-VolumesNegativeTest-768567520 tempest-VolumesNegativeTest-768567520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:11:11.548853 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-3f23d50d-9f6c-4251-bfe4-10b09e6aadc6 req-a91f076a-612c-41aa-814c-04e13f6b5bac tempest-VolumesNegativeTest-768567520 tempest-VolumesNegativeTest-768567520-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1814504 Sep 01 05:11:11.567897 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.v2.base [req-3f23d50d-9f6c-4251-bfe4-10b09e6aadc6 req-7ce9ed3d-c7aa-43a9-914d-98d75092bb93 tempest-VolumesNegativeTest-768567520 tempest-VolumesNegativeTest-768567520-project] Request body: {'port': {'device_id': '54038dbe-c4cf-4f59-8c59-8595bf4003c6', 'network_id': '1761ada8-c5c3-4b04-8f41-d25796fad143', 'admin_state_up': True, 'tenant_id': '60b18a30aa7840b89cbffed5c4d30549'}} {{(pid=100911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:11:11.645206 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-d51296f8-97e6-40de-af57-6a30f4ee1a50 req-8e3337b6-b498-4264-9808-a7b2294bd505 tempest-VolumesNegativeTest-768567520 tempest-VolumesNegativeTest-768567520-project] 10.222.0.11 "GET /v2.0/ports?device_id=54038dbe-c4cf-4f59-8c59-8595bf4003c6 HTTP/1.1" status: 200 len: 210 time: 0.0266132 Sep 01 05:11:11.750356 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f23d50d-9f6c-4251-bfe4-10b09e6aadc6 req-7ce9ed3d-c7aa-43a9-914d-98d75092bb93 tempest-VolumesNegativeTest-768567520 tempest-VolumesNegativeTest-768567520-project] Made reservation on behalf of 60b18a30aa7840b89cbffed5c4d30549 for: {'port': 1} {{(pid=100911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 05:11:11.753964 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-3f23d50d-9f6c-4251-bfe4-10b09e6aadc6 req-7ce9ed3d-c7aa-43a9-914d-98d75092bb93 tempest-VolumesNegativeTest-768567520 tempest-VolumesNegativeTest-768567520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:11.763865 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-3f23d50d-9f6c-4251-bfe4-10b09e6aadc6 req-7ce9ed3d-c7aa-43a9-914d-98d75092bb93 tempest-VolumesNegativeTest-768567520 tempest-VolumesNegativeTest-768567520-project] Notify callbacks [] for security_group, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:11.856443 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-3f23d50d-9f6c-4251-bfe4-10b09e6aadc6 req-7ce9ed3d-c7aa-43a9-914d-98d75092bb93 tempest-VolumesNegativeTest-768567520 tempest-VolumesNegativeTest-768567520-project] Notify callbacks [] for security_group, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:11.949332 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-3f23d50d-9f6c-4251-bfe4-10b09e6aadc6 req-7ce9ed3d-c7aa-43a9-914d-98d75092bb93 tempest-VolumesNegativeTest-768567520 tempest-VolumesNegativeTest-768567520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:12.009067 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce9ed3d-c7aa-43a9-914d-98d75092bb93 tempest-VolumesNegativeTest-768567520 tempest-VolumesNegativeTest-768567520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=359df68e-b8e3-452e-89bb-391defec0c31,revision_number=1']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:11:12.078234 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.db_base_plugin_common [req-3f23d50d-9f6c-4251-bfe4-10b09e6aadc6 req-7ce9ed3d-c7aa-43a9-914d-98d75092bb93 tempest-VolumesNegativeTest-768567520 tempest-VolumesNegativeTest-768567520-project] Allocated IP 192.168.233.153 (1761ada8-c5c3-4b04-8f41-d25796fad143/791746c6-9a72-48b9-8839-c3eb417a3aa2/2049bdbd-72d1-40e8-970d-7f645918e10e) {{(pid=100911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 05:11:12.219550 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-3f23d50d-9f6c-4251-bfe4-10b09e6aadc6 req-7ce9ed3d-c7aa-43a9-914d-98d75092bb93 tempest-VolumesNegativeTest-768567520 tempest-VolumesNegativeTest-768567520-project] Notify callbacks [] for port, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:12.233754 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.provisioning_blocks [req-3f23d50d-9f6c-4251-bfe4-10b09e6aadc6 req-7ce9ed3d-c7aa-43a9-914d-98d75092bb93 tempest-VolumesNegativeTest-768567520 tempest-VolumesNegativeTest-768567520-project] Transition to ACTIVE for port object 2049bdbd-72d1-40e8-970d-7f645918e10e will not be triggered until provisioned by entity DHCP. {{(pid=100911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:11:12.327087 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-3f23d50d-9f6c-4251-bfe4-10b09e6aadc6 req-7ce9ed3d-c7aa-43a9-914d-98d75092bb93 tempest-VolumesNegativeTest-768567520 tempest-VolumesNegativeTest-768567520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780564376589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3457272'] for port, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:12.370549 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f23d50d-9f6c-4251-bfe4-10b09e6aadc6 req-7ce9ed3d-c7aa-43a9-914d-98d75092bb93 tempest-VolumesNegativeTest-768567520 tempest-VolumesNegativeTest-768567520-project] Network 1761ada8-c5c3-4b04-8f41-d25796fad143 is already hosted by enough agents. {{(pid=100911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:11:12.373529 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.base_scheduler [req-3f23d50d-9f6c-4251-bfe4-10b09e6aadc6 req-7ce9ed3d-c7aa-43a9-914d-98d75092bb93 tempest-VolumesNegativeTest-768567520 tempest-VolumesNegativeTest-768567520-project] Resources bound (agent type, host, resource id): {{(pid=100911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:11:12.377147 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f23d50d-9f6c-4251-bfe4-10b09e6aadc6 req-7ce9ed3d-c7aa-43a9-914d-98d75092bb93 tempest-VolumesNegativeTest-768567520 tempest-VolumesNegativeTest-768567520-project] Received port after_create {{(pid=100911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 05:11:12.459408 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce9ed3d-c7aa-43a9-914d-98d75092bb93 tempest-VolumesNegativeTest-768567520 tempest-VolumesNegativeTest-768567520-project] Pushing event updated for resources: {'Port': ['ID=2049bdbd-72d1-40e8-970d-7f645918e10e,revision_number=1']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:11:12.459408 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f23d50d-9f6c-4251-bfe4-10b09e6aadc6 req-7ce9ed3d-c7aa-43a9-914d-98d75092bb93 tempest-VolumesNegativeTest-768567520 tempest-VolumesNegativeTest-768567520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:11:12.459408 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-3f23d50d-9f6c-4251-bfe4-10b09e6aadc6 req-7ce9ed3d-c7aa-43a9-914d-98d75092bb93 tempest-VolumesNegativeTest-768567520 tempest-VolumesNegativeTest-768567520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428309'] for port, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:12.523096 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-3f23d50d-9f6c-4251-bfe4-10b09e6aadc6 req-7ce9ed3d-c7aa-43a9-914d-98d75092bb93 tempest-VolumesNegativeTest-768567520 tempest-VolumesNegativeTest-768567520-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9589062 Sep 01 05:11:12.542409 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.v2.base [req-3f23d50d-9f6c-4251-bfe4-10b09e6aadc6 req-2e3a0d22-df4a-4924-aeb1-2147cd9e8662 service neutron] Request body: {'port': {'device_id': '54038dbe-c4cf-4f59-8c59-8595bf4003c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=100911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:11:12.593587 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-3f23d50d-9f6c-4251-bfe4-10b09e6aadc6 req-2e3a0d22-df4a-4924-aeb1-2147cd9e8662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:12.647829 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-87eed9c2-15d6-4f94-8e76-24ef4f171411 None None] Provisioning for port 2049bdbd-72d1-40e8-970d-7f645918e10e completed by entity DHCP. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:11:12.652259 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-87eed9c2-15d6-4f94-8e76-24ef4f171411 None None] Provisioning complete for port 2049bdbd-72d1-40e8-970d-7f645918e10e triggered by entity DHCP. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:11:12.652636 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-87eed9c2-15d6-4f94-8e76-24ef4f171411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:12.688454 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.plugin [None req-87eed9c2-15d6-4f94-8e76-24ef4f171411 None None] Port 2049bdbd-72d1-40e8-970d-7f645918e10e cannot update to ACTIVE because it is not bound. {{(pid=100913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 05:11:12.762967 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009ad55f-8151-4a44-8ac1-9421508e7c23 req-36fa9225-dbbb-4037-a601-e41a11ae56d6 tempest-VolumesNegativeTest-768567520 tempest-VolumesNegativeTest-768567520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:11:12.764680 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-009ad55f-8151-4a44-8ac1-9421508e7c23 req-36fa9225-dbbb-4037-a601-e41a11ae56d6 tempest-VolumesNegativeTest-768567520 tempest-VolumesNegativeTest-768567520-project] 10.222.0.11 "GET /v2.0/ports?device_id=54038dbe-c4cf-4f59-8c59-8595bf4003c6 HTTP/1.1" status: 200 len: 936 time: 0.0524344 Sep 01 05:11:12.802381 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-009ad55f-8151-4a44-8ac1-9421508e7c23 req-48551acf-83b8-4860-965d-60bea1294f4b tempest-VolumesNegativeTest-768567520 tempest-VolumesNegativeTest-768567520-project] 10.222.0.11 "GET /v2.0/security-groups?id=359df68e-b8e3-452e-89bb-391defec0c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317640 Sep 01 05:11:12.852104 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.notifiers.nova [req-3f23d50d-9f6c-4251-bfe4-10b09e6aadc6 req-2e3a0d22-df4a-4924-aeb1-2147cd9e8662 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2049bdbd-72d1-40e8-970d-7f645918e10e {{(pid=100911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 05:11:12.859388 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-3f23d50d-9f6c-4251-bfe4-10b09e6aadc6 req-2e3a0d22-df4a-4924-aeb1-2147cd9e8662 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:12.871136 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.provisioning_blocks [req-3f23d50d-9f6c-4251-bfe4-10b09e6aadc6 req-2e3a0d22-df4a-4924-aeb1-2147cd9e8662 service neutron] Transition to ACTIVE for port object 2049bdbd-72d1-40e8-970d-7f645918e10e will not be triggered until provisioned by entity L2. {{(pid=100911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:11:12.933108 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-3f23d50d-9f6c-4251-bfe4-10b09e6aadc6 req-2e3a0d22-df4a-4924-aeb1-2147cd9e8662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3457217'] for port, after_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:12.988407 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3a0d22-df4a-4924-aeb1-2147cd9e8662 service neutron] Pushing event updated for resources: {'Port': ['ID=2049bdbd-72d1-40e8-970d-7f645918e10e,revision_number=2']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:11:13.055256 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.managers [req-3f23d50d-9f6c-4251-bfe4-10b09e6aadc6 req-2e3a0d22-df4a-4924-aeb1-2147cd9e8662 service neutron] Attempting to bind port 2049bdbd-72d1-40e8-970d-7f645918e10e on host hv-cinder-80473 for vnic_type normal with profile {{(pid=100911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 05:11:13.055592 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.managers [req-3f23d50d-9f6c-4251-bfe4-10b09e6aadc6 req-2e3a0d22-df4a-4924-aeb1-2147cd9e8662 service neutron] Attempting to bind port 2049bdbd-72d1-40e8-970d-7f645918e10e by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '73f9cd0f-bf48-4e10-8878-88a184dee295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '1761ada8-c5c3-4b04-8f41-d25796fad143'}] {{(pid=100911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 05:11:13.055920 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f23d50d-9f6c-4251-bfe4-10b09e6aadc6 req-2e3a0d22-df4a-4924-aeb1-2147cd9e8662 service neutron] Attempting to bind port 2049bdbd-72d1-40e8-970d-7f645918e10e on network 1761ada8-c5c3-4b04-8f41-d25796fad143 {{(pid=100911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:11:13.060570 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f23d50d-9f6c-4251-bfe4-10b09e6aadc6 req-2e3a0d22-df4a-4924-aeb1-2147cd9e8662 service neutron] Port 2049bdbd-72d1-40e8-970d-7f645918e10e on network 1761ada8-c5c3-4b04-8f41-d25796fad143 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=100911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 05:11:13.060771 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f23d50d-9f6c-4251-bfe4-10b09e6aadc6 req-2e3a0d22-df4a-4924-aeb1-2147cd9e8662 service neutron] Attempting to bind port 2049bdbd-72d1-40e8-970d-7f645918e10e on network 1761ada8-c5c3-4b04-8f41-d25796fad143 {{(pid=100911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:11:13.065609 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f23d50d-9f6c-4251-bfe4-10b09e6aadc6 req-2e3a0d22-df4a-4924-aeb1-2147cd9e8662 service neutron] Checking agent: {'id': '5dc78e7a-d30d-4469-a2d3-6a9bc399bc32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 59, 52), 'started_at': datetime.datetime(2021, 9, 1, 4, 59, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 5, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 05:11:13.065943 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f23d50d-9f6c-4251-bfe4-10b09e6aadc6 req-2e3a0d22-df4a-4924-aeb1-2147cd9e8662 service neutron] Checking segment: {'id': '73f9cd0f-bf48-4e10-8878-88a184dee295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '1761ada8-c5c3-4b04-8f41-d25796fad143'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:11:13.066324 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f23d50d-9f6c-4251-bfe4-10b09e6aadc6 req-2e3a0d22-df4a-4924-aeb1-2147cd9e8662 service neutron] Bound using segment: {'id': '73f9cd0f-bf48-4e10-8878-88a184dee295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '1761ada8-c5c3-4b04-8f41-d25796fad143'} {{(pid=100911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 05:11:13.067046 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.managers [req-3f23d50d-9f6c-4251-bfe4-10b09e6aadc6 req-2e3a0d22-df4a-4924-aeb1-2147cd9e8662 service neutron] Bound port: 2049bdbd-72d1-40e8-970d-7f645918e10e, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73f9cd0f-bf48-4e10-8878-88a184dee295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '1761ada8-c5c3-4b04-8f41-d25796fad143'}}] {{(pid=100911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 05:11:13.067408 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-3f23d50d-9f6c-4251-bfe4-10b09e6aadc6 req-2e3a0d22-df4a-4924-aeb1-2147cd9e8662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:13.133396 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.db [req-3f23d50d-9f6c-4251-bfe4-10b09e6aadc6 req-2e3a0d22-df4a-4924-aeb1-2147cd9e8662 service neutron] For port 2049bdbd-72d1-40e8-970d-7f645918e10e, host hv-cinder-80473, cleared binding levels {{(pid=100911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 05:11:13.137536 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.db [req-3f23d50d-9f6c-4251-bfe4-10b09e6aadc6 req-2e3a0d22-df4a-4924-aeb1-2147cd9e8662 service neutron] For port 2049bdbd-72d1-40e8-970d-7f645918e10e, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=2049bdbd-72d1-40e8-970d-7f645918e10e,segment=NetworkSegment(73f9cd0f-bf48-4e10-8878-88a184dee295),segment_id=73f9cd0f-bf48-4e10-8878-88a184dee295)] {{(pid=100911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 05:11:13.219428 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-3f23d50d-9f6c-4251-bfe4-10b09e6aadc6 req-2e3a0d22-df4a-4924-aeb1-2147cd9e8662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3457217'] for port, after_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:13.230713 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-57069d07-1191-4bd8-9ef8-43ac9a8b42c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:13.503450 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f23d50d-9f6c-4251-bfe4-10b09e6aadc6 req-2e3a0d22-df4a-4924-aeb1-2147cd9e8662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:11:13.503926 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-3f23d50d-9f6c-4251-bfe4-10b09e6aadc6 req-2e3a0d22-df4a-4924-aeb1-2147cd9e8662 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428309'] for port, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:13.505292 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-3f23d50d-9f6c-4251-bfe4-10b09e6aadc6 req-2e3a0d22-df4a-4924-aeb1-2147cd9e8662 service neutron] 10.222.0.37 "PUT /v2.0/ports/2049bdbd-72d1-40e8-970d-7f645918e10e HTTP/1.1" status: 200 len: 1098 time: 0.9678144 Sep 01 05:11:13.505836 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54038dbe-c4cf-4f59-8c59-8595bf4003c6', 'tag': '2049bdbd-72d1-40e8-970d-7f645918e10e'}] {{(pid=100911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:11:13.508132 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2199b4ef80d697cbc8f6ff5e200fd84d3ba25b9ef6d03a08fa18221b1b049e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd4a0d76-db86-42f0-a886-d1d92f1fb00a" -d '{"events": [{"name": "network-changed", "server_uuid": "54038dbe-c4cf-4f59-8c59-8595bf4003c6", "tag": "2049bdbd-72d1-40e8-970d-7f645918e10e"}]}' {{(pid=100911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:11:13.537649 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3a0d22-df4a-4924-aeb1-2147cd9e8662 service neutron] Pushing event updated for resources: {'Port': ['ID=2049bdbd-72d1-40e8-970d-7f645918e10e,revision_number=3']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:11:13.545137 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 05:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3167398c-659c-48f2-a3dc-f5f79114c8b1 x-openstack-request-id: req-3167398c-659c-48f2-a3dc-f5f79114c8b1 {{(pid=100911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:11:13.545493 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54038dbe-c4cf-4f59-8c59-8595bf4003c6", "tag": "2049bdbd-72d1-40e8-970d-7f645918e10e", "status": "completed", "code": 200}]} {{(pid=100911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:11:13.545808 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3167398c-659c-48f2-a3dc-f5f79114c8b1 {{(pid=100911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:11:13.546258 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54038dbe-c4cf-4f59-8c59-8595bf4003c6', 'tag': '2049bdbd-72d1-40e8-970d-7f645918e10e', 'status': 'completed', 'code': 200} Sep 01 05:11:13.627806 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4a0d76-db86-42f0-a886-d1d92f1fb00a req-e1b5c52d-5be6-4a8d-8415-59b2b66e8a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:11:13.629440 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-fd4a0d76-db86-42f0-a886-d1d92f1fb00a req-e1b5c52d-5be6-4a8d-8415-59b2b66e8a50 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=60b18a30aa7840b89cbffed5c4d30549&device_id=54038dbe-c4cf-4f59-8c59-8595bf4003c6 HTTP/1.1" status: 200 len: 1101 time: 0.0438585 Sep 01 05:11:13.662697 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-fd4a0d76-db86-42f0-a886-d1d92f1fb00a req-288ffb70-badf-4f3b-96b9-e787e4f40f38 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=60b18a30aa7840b89cbffed5c4d30549&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0197811 Sep 01 05:11:13.755924 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4a0d76-db86-42f0-a886-d1d92f1fb00a req-d841345a-5dca-4ced-bf71-bb69b5988102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:11:13.757434 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-fd4a0d76-db86-42f0-a886-d1d92f1fb00a req-d841345a-5dca-4ced-bf71-bb69b5988102 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0886440 Sep 01 05:11:13.855437 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f23d50d-9f6c-4251-bfe4-10b09e6aadc6 req-7aae6793-b22c-4255-8325-62846d519be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:11:13.856939 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-3f23d50d-9f6c-4251-bfe4-10b09e6aadc6 req-7aae6793-b22c-4255-8325-62846d519be0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=60b18a30aa7840b89cbffed5c4d30549&device_id=54038dbe-c4cf-4f59-8c59-8595bf4003c6 HTTP/1.1" status: 200 len: 1101 time: 0.0422337 Sep 01 05:11:13.904858 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-3f23d50d-9f6c-4251-bfe4-10b09e6aadc6 req-d487ca64-cd50-48df-8b46-f98034038fa3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=2049bdbd-72d1-40e8-970d-7f645918e10e HTTP/1.1" status: 200 len: 217 time: 0.0342960 Sep 01 05:11:13.916709 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14720bd-cce8-4b57-b379-9e331edd033e req-b0ff74df-a659-4073-849b-b4460168ef72 tempest-VolumesNegativeTest-768567520 tempest-VolumesNegativeTest-768567520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:11:13.918286 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-d14720bd-cce8-4b57-b379-9e331edd033e req-b0ff74df-a659-4073-849b-b4460168ef72 tempest-VolumesNegativeTest-768567520 tempest-VolumesNegativeTest-768567520-project] 10.222.0.11 "GET /v2.0/ports?device_id=54038dbe-c4cf-4f59-8c59-8595bf4003c6 HTTP/1.1" status: 200 len: 948 time: 0.0489979 Sep 01 05:11:13.953823 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f23d50d-9f6c-4251-bfe4-10b09e6aadc6 req-f307e43e-b525-4fba-a5d9-0dc07ae228b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:11:13.954871 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-d14720bd-cce8-4b57-b379-9e331edd033e req-28c8debc-c98e-4c37-822c-0ca5dabc103b tempest-VolumesNegativeTest-768567520 tempest-VolumesNegativeTest-768567520-project] 10.222.0.11 "GET /v2.0/security-groups?id=359df68e-b8e3-452e-89bb-391defec0c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305727 Sep 01 05:11:13.955353 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-3f23d50d-9f6c-4251-bfe4-10b09e6aadc6 req-f307e43e-b525-4fba-a5d9-0dc07ae228b3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=791746c6-9a72-48b9-8839-c3eb417a3aa2 HTTP/1.1" status: 200 len: 843 time: 0.0435236 Sep 01 05:11:14.010535 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f23d50d-9f6c-4251-bfe4-10b09e6aadc6 req-fa5e559e-1390-4288-9016-61fc9904be51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:11:14.012106 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-3f23d50d-9f6c-4251-bfe4-10b09e6aadc6 req-fa5e559e-1390-4288-9016-61fc9904be51 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1761ada8-c5c3-4b04-8f41-d25796fad143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0500560 Sep 01 05:11:14.098984 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-3f23d50d-9f6c-4251-bfe4-10b09e6aadc6 req-424026ec-9d70-4af1-a799-4776dd0dcc7f service neutron] 10.222.0.37 "GET /v2.0/networks/1761ada8-c5c3-4b04-8f41-d25796fad143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791504 Sep 01 05:11:14.189567 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-3f23d50d-9f6c-4251-bfe4-10b09e6aadc6 req-1bfd3d10-9019-49aa-88ec-05ff60c8beb0 service neutron] 10.222.0.37 "GET /v2.0/networks/1761ada8-c5c3-4b04-8f41-d25796fad143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834646 Sep 01 05:11:15.069600 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115be148-d85f-453f-a1a2-38c69dfca0ac req-2f0d7404-465a-4feb-9d81-4cfa00421ae6 tempest-VolumesNegativeTest-768567520 tempest-VolumesNegativeTest-768567520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:11:15.071066 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-115be148-d85f-453f-a1a2-38c69dfca0ac req-2f0d7404-465a-4feb-9d81-4cfa00421ae6 tempest-VolumesNegativeTest-768567520 tempest-VolumesNegativeTest-768567520-project] 10.222.0.11 "GET /v2.0/ports?device_id=54038dbe-c4cf-4f59-8c59-8595bf4003c6 HTTP/1.1" status: 200 len: 948 time: 0.0477364 Sep 01 05:11:15.107561 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-115be148-d85f-453f-a1a2-38c69dfca0ac req-646e05cc-8967-431b-b6d5-0ee13efed8bf tempest-VolumesNegativeTest-768567520 tempest-VolumesNegativeTest-768567520-project] 10.222.0.11 "GET /v2.0/security-groups?id=359df68e-b8e3-452e-89bb-391defec0c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305157 Sep 01 05:11:16.234277 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b3f90-8270-4468-b00e-991536068bdf req-903f78c2-bf08-4807-b80f-d80074010f0d tempest-VolumesNegativeTest-768567520 tempest-VolumesNegativeTest-768567520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:11:16.235816 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-d33b3f90-8270-4468-b00e-991536068bdf req-903f78c2-bf08-4807-b80f-d80074010f0d tempest-VolumesNegativeTest-768567520 tempest-VolumesNegativeTest-768567520-project] 10.222.0.11 "GET /v2.0/ports?device_id=54038dbe-c4cf-4f59-8c59-8595bf4003c6 HTTP/1.1" status: 200 len: 948 time: 0.0627332 Sep 01 05:11:16.273254 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-d33b3f90-8270-4468-b00e-991536068bdf req-730541a1-f45d-462f-93b9-2afb2ac7639c tempest-VolumesNegativeTest-768567520 tempest-VolumesNegativeTest-768567520-project] 10.222.0.11 "GET /v2.0/security-groups?id=359df68e-b8e3-452e-89bb-391defec0c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315456 Sep 01 05:11:17.389404 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13735432-71d0-4a15-8e07-fd9befb7521b req-6e3ed4a7-3a67-463e-b5b4-d7b9019dcfa7 tempest-VolumesNegativeTest-768567520 tempest-VolumesNegativeTest-768567520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:11:17.390881 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-13735432-71d0-4a15-8e07-fd9befb7521b req-6e3ed4a7-3a67-463e-b5b4-d7b9019dcfa7 tempest-VolumesNegativeTest-768567520 tempest-VolumesNegativeTest-768567520-project] 10.222.0.11 "GET /v2.0/ports?device_id=54038dbe-c4cf-4f59-8c59-8595bf4003c6 HTTP/1.1" status: 200 len: 948 time: 0.0518672 Sep 01 05:11:17.427526 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-13735432-71d0-4a15-8e07-fd9befb7521b req-bca9b012-f661-4cdd-b48c-b6f831f23841 tempest-VolumesNegativeTest-768567520 tempest-VolumesNegativeTest-768567520-project] 10.222.0.11 "GET /v2.0/security-groups?id=359df68e-b8e3-452e-89bb-391defec0c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308540 Sep 01 05:11:18.536864 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7343d9-942b-4ae4-a067-1e9f6d3efaea req-41deff59-ce5d-4c94-847f-41986e072843 tempest-VolumesNegativeTest-768567520 tempest-VolumesNegativeTest-768567520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:11:18.538300 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-bc7343d9-942b-4ae4-a067-1e9f6d3efaea req-41deff59-ce5d-4c94-847f-41986e072843 tempest-VolumesNegativeTest-768567520 tempest-VolumesNegativeTest-768567520-project] 10.222.0.11 "GET /v2.0/ports?device_id=54038dbe-c4cf-4f59-8c59-8595bf4003c6 HTTP/1.1" status: 200 len: 948 time: 0.0468023 Sep 01 05:11:18.575717 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-bc7343d9-942b-4ae4-a067-1e9f6d3efaea req-276d32b6-8814-4288-92a8-793dd530977f tempest-VolumesNegativeTest-768567520 tempest-VolumesNegativeTest-768567520-project] 10.222.0.11 "GET /v2.0/security-groups?id=359df68e-b8e3-452e-89bb-391defec0c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300217 Sep 01 05:11:18.696174 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device 2049bdbd-72d1-40e8-970d-7f645918e10e details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=100913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 05:11:18.787293 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] For port 2049bdbd-72d1-40e8-970d-7f645918e10e, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=2049bdbd-72d1-40e8-970d-7f645918e10e,segment=NetworkSegment(73f9cd0f-bf48-4e10-8878-88a184dee295),segment_id=73f9cd0f-bf48-4e10-8878-88a184dee295)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:11:18.798171 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Returning: {'device': '2049bdbd-72d1-40e8-970d-7f645918e10e', 'network_id': '1761ada8-c5c3-4b04-8f41-d25796fad143', 'port_id': '2049bdbd-72d1-40e8-970d-7f645918e10e', 'mac_address': 'fa:16:3e:df:87:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '791746c6-9a72-48b9-8839-c3eb417a3aa2', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 05:11:18.836616 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:18.849477 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.notifiers.nova [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2049bdbd-72d1-40e8-970d-7f645918e10e {{(pid=100913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 05:11:18.868108 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] For port 2049bdbd-72d1-40e8-970d-7f645918e10e, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=2049bdbd-72d1-40e8-970d-7f645918e10e,segment=NetworkSegment(73f9cd0f-bf48-4e10-8878-88a184dee295),segment_id=73f9cd0f-bf48-4e10-8878-88a184dee295)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:11:18.938864 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:18.985390 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Pushing event updated for resources: {'Port': ['ID=2049bdbd-72d1-40e8-970d-7f645918e10e,revision_number=4']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:11:18.992178 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:11:18.992533 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:11:18.992877 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:11:18.993215 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:11:18.993550 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:11:18.993889 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:11:18.994215 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:11:18.994540 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:11:18.994895 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:11:18.995219 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:11:18.995542 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:11:18.995861 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:11:19.218165 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] get_ports_and_sgs() called for port_ids ['2049bdbd-72d1-40e8-970d-7f645918e10e'] {{(pid=100913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 05:11:19.691648 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77d92fb-a225-4223-92ba-16b2815c299a req-4d65fb62-f98e-4126-919a-babd9a3ab31f tempest-VolumesNegativeTest-768567520 tempest-VolumesNegativeTest-768567520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:11:19.693109 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-f77d92fb-a225-4223-92ba-16b2815c299a req-4d65fb62-f98e-4126-919a-babd9a3ab31f tempest-VolumesNegativeTest-768567520 tempest-VolumesNegativeTest-768567520-project] 10.222.0.11 "GET /v2.0/ports?device_id=54038dbe-c4cf-4f59-8c59-8595bf4003c6 HTTP/1.1" status: 200 len: 949 time: 0.0513654 Sep 01 05:11:19.732620 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-f77d92fb-a225-4223-92ba-16b2815c299a req-911ff3be-2b62-452a-8447-1a69531304c0 tempest-VolumesNegativeTest-768567520 tempest-VolumesNegativeTest-768567520-project] 10.222.0.11 "GET /v2.0/security-groups?id=359df68e-b8e3-452e-89bb-391defec0c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336130 Sep 01 05:11:20.710194 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device 2049bdbd-72d1-40e8-970d-7f645918e10e up at agent hyperv_hv-cinder-80473 {{(pid=100913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:11:20.813422 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Provisioning for port 2049bdbd-72d1-40e8-970d-7f645918e10e completed by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:11:20.817388 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Provisioning complete for port 2049bdbd-72d1-40e8-970d-7f645918e10e triggered by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:11:20.817767 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:20.846130 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543d4c00-c0fb-4dfd-83a4-3ccf7bdbe9d8 req-263d0959-0511-45eb-894b-3c07808427b4 tempest-VolumesNegativeTest-768567520 tempest-VolumesNegativeTest-768567520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:11:20.847668 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-543d4c00-c0fb-4dfd-83a4-3ccf7bdbe9d8 req-263d0959-0511-45eb-894b-3c07808427b4 tempest-VolumesNegativeTest-768567520 tempest-VolumesNegativeTest-768567520-project] 10.222.0.11 "GET /v2.0/ports?device_id=54038dbe-c4cf-4f59-8c59-8595bf4003c6 HTTP/1.1" status: 200 len: 949 time: 0.0489538 Sep 01 05:11:20.885827 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-543d4c00-c0fb-4dfd-83a4-3ccf7bdbe9d8 req-2522f556-754a-40c6-9479-865df87b1941 tempest-VolumesNegativeTest-768567520 tempest-VolumesNegativeTest-768567520-project] 10.222.0.11 "GET /v2.0/security-groups?id=359df68e-b8e3-452e-89bb-391defec0c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321414 Sep 01 05:11:20.895671 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:20.929872 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54038dbe-c4cf-4f59-8c59-8595bf4003c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2049bdbd-72d1-40e8-970d-7f645918e10e'}] {{(pid=100913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:11:20.932639 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac1e9064bfa394a3c8e95a7ae5ebf8ce235ac3ce60c2245422c4078f9b609c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-638f953d-fea0-4b09-8cb8-a574e2380492" -d '{"events": [{"server_uuid": "54038dbe-c4cf-4f59-8c59-8595bf4003c6", "name": "network-vif-plugged", "status": "completed", "tag": "2049bdbd-72d1-40e8-970d-7f645918e10e"}]}' {{(pid=100913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:11:20.945078 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] For port 2049bdbd-72d1-40e8-970d-7f645918e10e, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=2049bdbd-72d1-40e8-970d-7f645918e10e,segment=NetworkSegment(73f9cd0f-bf48-4e10-8878-88a184dee295),segment_id=73f9cd0f-bf48-4e10-8878-88a184dee295)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:11:20.967813 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 05:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c4398df-e3b1-4970-a41c-ecb08b54a1e8 x-openstack-request-id: req-6c4398df-e3b1-4970-a41c-ecb08b54a1e8 {{(pid=100913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:11:20.968114 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54038dbe-c4cf-4f59-8c59-8595bf4003c6", "name": "network-vif-plugged", "status": "completed", "tag": "2049bdbd-72d1-40e8-970d-7f645918e10e", "code": 200}]} {{(pid=100913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:11:20.968368 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6c4398df-e3b1-4970-a41c-ecb08b54a1e8 {{(pid=100913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:11:20.968760 dv-cinder-804735-5-iscsi neutron-server[100913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54038dbe-c4cf-4f59-8c59-8595bf4003c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2049bdbd-72d1-40e8-970d-7f645918e10e', 'code': 200} Sep 01 05:11:21.023442 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:21.071298 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Pushing event updated for resources: {'Port': ['ID=2049bdbd-72d1-40e8-970d-7f645918e10e,revision_number=5']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:11:21.275166 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62952280-c956-4e1e-9856-23c18c50f803 req-74805268-0177-4062-8868-cb417399ff22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:11:21.276636 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-62952280-c956-4e1e-9856-23c18c50f803 req-74805268-0177-4062-8868-cb417399ff22 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=54038dbe-c4cf-4f59-8c59-8595bf4003c6 HTTP/1.1" status: 200 len: 1103 time: 0.0404496 Sep 01 05:11:21.311749 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-62952280-c956-4e1e-9856-23c18c50f803 req-7ef0c56d-e57c-4a84-94c0-64ddff1572f7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=359df68e-b8e3-452e-89bb-391defec0c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278332 Sep 01 05:11:21.566236 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.agents_db [None req-49e1e325-328c-4825-9e4f-7693071b0ea2 None None] Agent healthcheck: found 6 active agents {{(pid=100914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 05:11:21.998409 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d30416-3095-4a9c-991c-5c70bf4ffebb req-4f6ce7f8-a725-440e-8daf-63a7b6703394 tempest-VolumesNegativeTest-768567520 tempest-VolumesNegativeTest-768567520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:11:21.999895 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e9d30416-3095-4a9c-991c-5c70bf4ffebb req-4f6ce7f8-a725-440e-8daf-63a7b6703394 tempest-VolumesNegativeTest-768567520 tempest-VolumesNegativeTest-768567520-project] 10.222.0.11 "GET /v2.0/ports?device_id=54038dbe-c4cf-4f59-8c59-8595bf4003c6 HTTP/1.1" status: 200 len: 950 time: 0.0483084 Sep 01 05:11:22.036430 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e9d30416-3095-4a9c-991c-5c70bf4ffebb req-086102ea-ff98-4d66-8a0d-c374c4cb6ab3 tempest-VolumesNegativeTest-768567520 tempest-VolumesNegativeTest-768567520-project] 10.222.0.11 "GET /v2.0/security-groups?id=359df68e-b8e3-452e-89bb-391defec0c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308082 Sep 01 05:11:22.110503 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:23.155117 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca08640-8c23-402a-889f-63a4dc0c16d4 req-8d4973f0-c804-4aa8-84c0-7788d07f2464 tempest-VolumesNegativeTest-768567520 tempest-VolumesNegativeTest-768567520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:11:23.156571 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-7ca08640-8c23-402a-889f-63a4dc0c16d4 req-8d4973f0-c804-4aa8-84c0-7788d07f2464 tempest-VolumesNegativeTest-768567520 tempest-VolumesNegativeTest-768567520-project] 10.222.0.11 "GET /v2.0/ports?device_id=54038dbe-c4cf-4f59-8c59-8595bf4003c6 HTTP/1.1" status: 200 len: 950 time: 0.0506816 Sep 01 05:11:23.192804 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-7ca08640-8c23-402a-889f-63a4dc0c16d4 req-8259cdf0-d0f7-4390-80ad-1a8d998b7c54 tempest-VolumesNegativeTest-768567520 tempest-VolumesNegativeTest-768567520-project] 10.222.0.11 "GET /v2.0/security-groups?id=359df68e-b8e3-452e-89bb-391defec0c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304480 Sep 01 05:11:23.578274 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea3348f-f0a9-4905-b9a6-33a4402bfe53 req-dfb56778-bfa7-4e05-a335-ec0b871796b4 tempest-VolumesNegativeTest-768567520 tempest-VolumesNegativeTest-768567520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:11:23.579769 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-fea3348f-f0a9-4905-b9a6-33a4402bfe53 req-dfb56778-bfa7-4e05-a335-ec0b871796b4 tempest-VolumesNegativeTest-768567520 tempest-VolumesNegativeTest-768567520-project] 10.222.0.11 "GET /v2.0/ports?device_id=54038dbe-c4cf-4f59-8c59-8595bf4003c6 HTTP/1.1" status: 200 len: 950 time: 0.0496423 Sep 01 05:11:23.616992 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-fea3348f-f0a9-4905-b9a6-33a4402bfe53 req-4ac0be50-d7f1-4ccc-8c67-e36ba29cf8dd tempest-VolumesNegativeTest-768567520 tempest-VolumesNegativeTest-768567520-project] 10.222.0.11 "GET /v2.0/security-groups?id=359df68e-b8e3-452e-89bb-391defec0c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313628 Sep 01 05:11:24.737451 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c2f05c-b799-47ed-ae97-906ec1128334 req-49c318c3-95d4-4ed3-b09c-0362481e8a87 tempest-VolumesNegativeTest-768567520 tempest-VolumesNegativeTest-768567520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:11:24.738928 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-73c2f05c-b799-47ed-ae97-906ec1128334 req-49c318c3-95d4-4ed3-b09c-0362481e8a87 tempest-VolumesNegativeTest-768567520 tempest-VolumesNegativeTest-768567520-project] 10.222.0.11 "GET /v2.0/ports?device_id=54038dbe-c4cf-4f59-8c59-8595bf4003c6 HTTP/1.1" status: 200 len: 950 time: 0.0482206 Sep 01 05:11:24.775096 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-73c2f05c-b799-47ed-ae97-906ec1128334 req-2c5ce0ec-f29a-438d-b3dd-09cd07a77581 tempest-VolumesNegativeTest-768567520 tempest-VolumesNegativeTest-768567520-project] 10.222.0.11 "GET /v2.0/security-groups?id=359df68e-b8e3-452e-89bb-391defec0c31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298178 Sep 01 05:11:24.981290 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb12e52-27cc-4fa2-8ab5-971d3fc9eda8 req-16027e66-5ebf-4089-9cc3-d9958f93d08d tempest-VolumesNegativeTest-768567520 tempest-VolumesNegativeTest-768567520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:11:24.982661 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-4fb12e52-27cc-4fa2-8ab5-971d3fc9eda8 req-16027e66-5ebf-4089-9cc3-d9958f93d08d tempest-VolumesNegativeTest-768567520 tempest-VolumesNegativeTest-768567520-project] 10.222.0.37 "GET /v2.0/ports?device_id=54038dbe-c4cf-4f59-8c59-8595bf4003c6 HTTP/1.1" status: 200 len: 950 time: 0.0477283 Sep 01 05:11:25.072284 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.plugin [req-4fb12e52-27cc-4fa2-8ab5-971d3fc9eda8 req-881b4ac6-953c-4a91-9a6c-b70d925acc5d tempest-VolumesNegativeTest-768567520 tempest-VolumesNegativeTest-768567520-project] Deleting port 2049bdbd-72d1-40e8-970d-7f645918e10e {{(pid=100911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:11:25.072624 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-4fb12e52-27cc-4fa2-8ab5-971d3fc9eda8 req-881b4ac6-953c-4a91-9a6c-b70d925acc5d tempest-VolumesNegativeTest-768567520 tempest-VolumesNegativeTest-768567520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780564872726'] for port, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:25.158212 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.db [req-4fb12e52-27cc-4fa2-8ab5-971d3fc9eda8 req-881b4ac6-953c-4a91-9a6c-b70d925acc5d tempest-VolumesNegativeTest-768567520 tempest-VolumesNegativeTest-768567520-project] For port 2049bdbd-72d1-40e8-970d-7f645918e10e, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=2049bdbd-72d1-40e8-970d-7f645918e10e,segment=NetworkSegment(73f9cd0f-bf48-4e10-8878-88a184dee295),segment_id=73f9cd0f-bf48-4e10-8878-88a184dee295)] {{(pid=100911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:11:25.158581 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-4fb12e52-27cc-4fa2-8ab5-971d3fc9eda8 req-881b4ac6-953c-4a91-9a6c-b70d925acc5d tempest-VolumesNegativeTest-768567520 tempest-VolumesNegativeTest-768567520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958503'] for port, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:25.172006 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.plugin [req-4fb12e52-27cc-4fa2-8ab5-971d3fc9eda8 req-881b4ac6-953c-4a91-9a6c-b70d925acc5d tempest-VolumesNegativeTest-768567520 tempest-VolumesNegativeTest-768567520-project] Calling delete_port for 2049bdbd-72d1-40e8-970d-7f645918e10e owned by compute:nova {{(pid=100911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:11:25.390166 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-4fb12e52-27cc-4fa2-8ab5-971d3fc9eda8 req-881b4ac6-953c-4a91-9a6c-b70d925acc5d tempest-VolumesNegativeTest-768567520 tempest-VolumesNegativeTest-768567520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780564874213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780564376598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3457272'] for port, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:25.419969 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881b4ac6-953c-4a91-9a6c-b70d925acc5d tempest-VolumesNegativeTest-768567520 tempest-VolumesNegativeTest-768567520-project] Pushing event deleted for resources: {'Port': ['ID=2049bdbd-72d1-40e8-970d-7f645918e10e,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:11:25.425987 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] get_ports_and_sgs() called for port_ids ['2049bdbd-72d1-40e8-970d-7f645918e10e'] {{(pid=100913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 05:11:25.466571 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fb12e52-27cc-4fa2-8ab5-971d3fc9eda8 req-881b4ac6-953c-4a91-9a6c-b70d925acc5d tempest-VolumesNegativeTest-768567520 tempest-VolumesNegativeTest-768567520-project] No DVR routers for this DVR port 2049bdbd-72d1-40e8-970d-7f645918e10e on host hv-cinder-80473 {{(pid=100911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 05:11:25.469170 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-4fb12e52-27cc-4fa2-8ab5-971d3fc9eda8 req-881b4ac6-953c-4a91-9a6c-b70d925acc5d tempest-VolumesNegativeTest-768567520 tempest-VolumesNegativeTest-768567520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428309'] for port, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:25.471285 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-4fb12e52-27cc-4fa2-8ab5-971d3fc9eda8 req-881b4ac6-953c-4a91-9a6c-b70d925acc5d tempest-VolumesNegativeTest-768567520 tempest-VolumesNegativeTest-768567520-project] 10.222.0.37 "DELETE /v2.0/ports/2049bdbd-72d1-40e8-970d-7f645918e10e HTTP/1.1" status: 204 len: 173 time: 0.4817507 Sep 01 05:11:25.471724 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54038dbe-c4cf-4f59-8c59-8595bf4003c6', 'name': 'network-vif-deleted', 'tag': '2049bdbd-72d1-40e8-970d-7f645918e10e'}] {{(pid=100911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:11:25.473936 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2199b4ef80d697cbc8f6ff5e200fd84d3ba25b9ef6d03a08fa18221b1b049e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-695fb41c-7eac-4443-8dbb-d6c1a3c25c59" -d '{"events": [{"server_uuid": "54038dbe-c4cf-4f59-8c59-8595bf4003c6", "name": "network-vif-deleted", "tag": "2049bdbd-72d1-40e8-970d-7f645918e10e"}]}' {{(pid=100911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:11:25.513024 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 05:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e22874e-49dd-4cd7-898f-5c977a82ef27 x-openstack-request-id: req-1e22874e-49dd-4cd7-898f-5c977a82ef27 {{(pid=100911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:11:25.513354 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54038dbe-c4cf-4f59-8c59-8595bf4003c6", "name": "network-vif-deleted", "tag": "2049bdbd-72d1-40e8-970d-7f645918e10e", "status": "completed", "code": 200}]} {{(pid=100911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:11:25.513606 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1e22874e-49dd-4cd7-898f-5c977a82ef27 {{(pid=100911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:11:25.514002 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54038dbe-c4cf-4f59-8c59-8595bf4003c6', 'name': 'network-vif-deleted', 'tag': '2049bdbd-72d1-40e8-970d-7f645918e10e', 'status': 'completed', 'code': 200} Sep 01 05:11:25.885432 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-707d8739-42a5-423e-abb6-ab1d3e46070b req-c7763b52-a59c-4e5c-9b3e-5681118b4da3 tempest-VolumesNegativeTest-768567520 tempest-VolumesNegativeTest-768567520-project] 10.222.0.11 "GET /v2.0/ports?device_id=54038dbe-c4cf-4f59-8c59-8595bf4003c6 HTTP/1.1" status: 200 len: 210 time: 0.0321348 Sep 01 05:11:28.756899 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device 2049bdbd-72d1-40e8-970d-7f645918e10e no longer exists at agent hyperv_hv-cinder-80473 {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:11:28.778712 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.plugin [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] No Port match for: 2049bdbd-72d1-40e8-970d-7f645918e10e {{(pid=100913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 05:11:28.779082 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device 2049bdbd-72d1-40e8-970d-7f645918e10e not bound to the agent host hv-cinder-80473 {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 05:11:32.313836 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 52672) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:11:32.440558 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-64e99b29-ac17-4d7f-a1f0-e94e2836cbdd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=60b18a30aa7840b89cbffed5c4d30549&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1255646 Sep 01 05:11:32.443112 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 52676) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:11:32.488380 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-9bb881bf-f831-4359-bb6d-e2c1ba523d0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:32.507912 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-9bb881bf-f831-4359-bb6d-e2c1ba523d0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:32.669877 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-9bb881bf-f831-4359-bb6d-e2c1ba523d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:32.672387 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-9bb881bf-f831-4359-bb6d-e2c1ba523d0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:32.673501 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-9bb881bf-f831-4359-bb6d-e2c1ba523d0e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/359df68e-b8e3-452e-89bb-391defec0c31 HTTP/1.1" status: 204 len: 168 time: 0.2295048 Sep 01 05:11:32.680878 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb881bf-f831-4359-bb6d-e2c1ba523d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=359df68e-b8e3-452e-89bb-391defec0c31,revision_number=None']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:11:33.583185 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 52698) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:11:33.678035 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.v2.base [None req-72bb0bdd-c8b7-413a-b73d-b7cc223c35a6 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-59675238-network', 'tenant_id': '69a8eee742fd451998fc05573e870ee8'}} {{(pid=100912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:11:33.772465 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72bb0bdd-c8b7-413a-b73d-b7cc223c35a6 admin admin] Made reservation on behalf of 69a8eee742fd451998fc05573e870ee8 for: {'network': 1} {{(pid=100912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 05:11:33.774726 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-72bb0bdd-c8b7-413a-b73d-b7cc223c35a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for network, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:33.783650 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-72bb0bdd-c8b7-413a-b73d-b7cc223c35a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:33.867912 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-72bb0bdd-c8b7-413a-b73d-b7cc223c35a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:33.925346 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-72bb0bdd-c8b7-413a-b73d-b7cc223c35a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:33.951691 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72bb0bdd-c8b7-413a-b73d-b7cc223c35a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=100912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 05:11:33.960070 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bb0bdd-c8b7-413a-b73d-b7cc223c35a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68256de7-5f59-4124-b366-60a4bd64beb4,revision_number=1']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:11:33.966198 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-72bb0bdd-c8b7-413a-b73d-b7cc223c35a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945202'] for segment, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:33.966571 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.db.segments_db [None req-72bb0bdd-c8b7-413a-b73d-b7cc223c35a6 admin admin] Added segment 52875521-a6e2-49a1-b090-4bb07e2605aa of type vlan for network 3e00b004-e2a1-49e5-85bb-ec7512b9b747 Sep 01 05:11:34.005322 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-72bb0bdd-c8b7-413a-b73d-b7cc223c35a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780564394581'] for network, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:34.103869 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-72bb0bdd-c8b7-413a-b73d-b7cc223c35a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782'] for network, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:34.105453 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72bb0bdd-c8b7-413a-b73d-b7cc223c35a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:11:34.106044 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-72bb0bdd-c8b7-413a-b73d-b7cc223c35a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607828'] for network, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:34.162541 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bb0bdd-c8b7-413a-b73d-b7cc223c35a6 admin admin] Pushing event updated for resources: {'Network': ['ID=3e00b004-e2a1-49e5-85bb-ec7512b9b747,revision_number=1']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:11:34.172802 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Network 3e00b004-e2a1-49e5-85bb-ec7512b9b747 details requested by agent ovs-agent-dv-cinder-804735-5-iscsi with host dv-cinder-804735-5-iscsi {{(pid=100913) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 05:11:34.231718 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-72bb0bdd-c8b7-413a-b73d-b7cc223c35a6 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6474128 Sep 01 05:11:34.236199 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 52702) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:11:34.241627 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.v2.base [None req-0e78b68b-c0c6-4211-b091-a75ebdb59a0d admin admin] Request body: {'subnet': {'network_id': '3e00b004-e2a1-49e5-85bb-ec7512b9b747', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-59675238-subnet', 'tenant_id': '69a8eee742fd451998fc05573e870ee8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:11:34.316121 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e78b68b-c0c6-4211-b091-a75ebdb59a0d admin admin] Made reservation on behalf of 69a8eee742fd451998fc05573e870ee8 for: {'subnet': 1} {{(pid=100912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 05:11:34.318499 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-0e78b68b-c0c6-4211-b091-a75ebdb59a0d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3840519'] for subnet, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:34.528230 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-0e78b68b-c0c6-4211-b091-a75ebdb59a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59570964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3840529'] for subnet, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:34.583515 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e78b68b-c0c6-4211-b091-a75ebdb59a0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8be267b9-ab8b-4f9d-8482-9e9904e3d4fc,revision_number=0']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:11:34.594190 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e78b68b-c0c6-4211-b091-a75ebdb59a0d admin admin] Checking segment: {'id': '52875521-a6e2-49a1-b090-4bb07e2605aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3e00b004-e2a1-49e5-85bb-ec7512b9b747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:11:34.594552 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e78b68b-c0c6-4211-b091-a75ebdb59a0d admin admin] Network hostable DHCP agents. Network: 3e00b004-e2a1-49e5-85bb-ec7512b9b747, hostable agents: ['978c142f-0e94-4713-b592-abea12f7c88c'], hosted agents: [] {{(pid=100912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 05:11:34.675125 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e78b68b-c0c6-4211-b091-a75ebdb59a0d admin admin] Network 3e00b004-e2a1-49e5-85bb-ec7512b9b747 is scheduled to be hosted by DHCP agent 978c142f-0e94-4713-b592-abea12f7c88c with binding_index 1 {{(pid=100912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 05:11:34.760974 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.scheduler.base_scheduler [None req-0e78b68b-c0c6-4211-b091-a75ebdb59a0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-5-iscsi, 3e00b004-e2a1-49e5-85bb-ec7512b9b747) {{(pid=100912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:11:34.765598 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e78b68b-c0c6-4211-b091-a75ebdb59a0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:11:34.766182 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-0e78b68b-c0c6-4211-b091-a75ebdb59a0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607828'] for subnet, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:34.770462 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c64c9f0-0d14-461d-bb8a-75522a4a4081 None None] Network 3e00b004-e2a1-49e5-85bb-ec7512b9b747 requested from dv-cinder-804735-5-iscsi {{(pid=100913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 05:11:34.840811 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-0e78b68b-c0c6-4211-b091-a75ebdb59a0d admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6034856 Sep 01 05:11:34.893738 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45122b09-abe5-4596-8c33-08f039bdc040 None None] Network 3e00b004-e2a1-49e5-85bb-ec7512b9b747 requested from dv-cinder-804735-5-iscsi {{(pid=100913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 05:11:36.904763 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dcb4f4-ceaf-4b4c-a672-a09034f8833f req-cf1ae54b-b1f3-41b9-9c17-4037f36c28c3 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:11:36.906214 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-f3dcb4f4-ceaf-4b4c-a672-a09034f8833f req-cf1ae54b-b1f3-41b9-9c17-4037f36c28c3 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] 10.222.0.11 "GET /v2.0/networks?id=3e00b004-e2a1-49e5-85bb-ec7512b9b747 HTTP/1.1" status: 200 len: 812 time: 0.1001117 Sep 01 05:11:36.920682 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-f3dcb4f4-ceaf-4b4c-a672-a09034f8833f req-0cc3d22c-34d6-422f-b3f0-806888ac3ae4 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] 10.222.0.11 "GET /v2.0/quotas/69a8eee742fd451998fc05573e870ee8 HTTP/1.1" status: 200 len: 375 time: 0.0087383 Sep 01 05:11:36.950970 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-f3dcb4f4-ceaf-4b4c-a672-a09034f8833f req-361e0fb9-c004-4775-a6e0-e5471585ec03 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=69a8eee742fd451998fc05573e870ee8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253189 Sep 01 05:11:37.038883 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-f3dcb4f4-ceaf-4b4c-a672-a09034f8833f req-15cf697e-165c-413b-9689-a83d0c14bb49 service neutron] 10.222.0.11 "GET /v2.0/networks/3e00b004-e2a1-49e5-85bb-ec7512b9b747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812421 Sep 01 05:11:37.124522 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-f3dcb4f4-ceaf-4b4c-a672-a09034f8833f req-afd10d40-d02f-486f-87f2-fd79acb84d01 service neutron] 10.222.0.11 "GET /v2.0/networks/3e00b004-e2a1-49e5-85bb-ec7512b9b747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792243 Sep 01 05:11:37.321290 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-88a0185e-3fd9-4883-b2db-144aa44acd8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:37.388603 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-82266a45-5cad-4a8a-94f6-19cccfd1bef3 req-ed97e196-687c-40fd-a7a1-9dc693f53c6c tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd636d27-9867-40cd-bb4d-59f8b091de5a HTTP/1.1" status: 200 len: 210 time: 0.0275528 Sep 01 05:11:38.485325 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-8e8284f2-fa94-4149-a511-7f070a4a550e req-2da94adb-e598-43c2-8711-623e98603120 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd636d27-9867-40cd-bb4d-59f8b091de5a HTTP/1.1" status: 200 len: 210 time: 0.0324714 Sep 01 05:11:39.451936 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dcb4f4-ceaf-4b4c-a672-a09034f8833f req-6906fc70-58cd-41fc-beec-e28f5d049974 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:11:39.453480 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-f3dcb4f4-ceaf-4b4c-a672-a09034f8833f req-6906fc70-58cd-41fc-beec-e28f5d049974 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] 10.222.0.37 "GET /v2.0/networks?id=3e00b004-e2a1-49e5-85bb-ec7512b9b747 HTTP/1.1" status: 200 len: 812 time: 0.1031213 Sep 01 05:11:39.471924 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.v2.base [req-f3dcb4f4-ceaf-4b4c-a672-a09034f8833f req-7e328eb7-65a5-4ceb-85f5-3a1bde4f98b5 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] Request body: {'port': {'device_id': 'bd636d27-9867-40cd-bb4d-59f8b091de5a', 'network_id': '3e00b004-e2a1-49e5-85bb-ec7512b9b747', 'admin_state_up': True, 'tenant_id': '69a8eee742fd451998fc05573e870ee8'}} {{(pid=100911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:11:39.603322 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-88add8e4-5c7a-44b6-a294-48b57117efb2 req-0fa59a37-c713-4362-8e3a-197be54a8f13 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd636d27-9867-40cd-bb4d-59f8b091de5a HTTP/1.1" status: 200 len: 210 time: 0.0268757 Sep 01 05:11:39.687048 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3dcb4f4-ceaf-4b4c-a672-a09034f8833f req-7e328eb7-65a5-4ceb-85f5-3a1bde4f98b5 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] Made reservation on behalf of 69a8eee742fd451998fc05573e870ee8 for: {'port': 1} {{(pid=100911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 05:11:39.690621 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-f3dcb4f4-ceaf-4b4c-a672-a09034f8833f req-7e328eb7-65a5-4ceb-85f5-3a1bde4f98b5 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:39.817169 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.db_base_plugin_common [req-f3dcb4f4-ceaf-4b4c-a672-a09034f8833f req-7e328eb7-65a5-4ceb-85f5-3a1bde4f98b5 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] Allocated IP 172.20.0.3 (3e00b004-e2a1-49e5-85bb-ec7512b9b747/8be267b9-ab8b-4f9d-8482-9e9904e3d4fc/fd9a0e8e-17f3-4d0b-bcf4-0e3c81a2a0ed) {{(pid=100911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 05:11:39.967830 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-f3dcb4f4-ceaf-4b4c-a672-a09034f8833f req-7e328eb7-65a5-4ceb-85f5-3a1bde4f98b5 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] Notify callbacks [] for port, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:40.041460 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:40.069941 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-2a6a32be-b262-45b8-ad0a-535e800aff06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:40.081525 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-f3dcb4f4-ceaf-4b4c-a672-a09034f8833f req-7e328eb7-65a5-4ceb-85f5-3a1bde4f98b5 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780564376589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3457272'] for port, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:40.125275 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3dcb4f4-ceaf-4b4c-a672-a09034f8833f req-7e328eb7-65a5-4ceb-85f5-3a1bde4f98b5 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] Network 3e00b004-e2a1-49e5-85bb-ec7512b9b747 is already hosted by enough agents. {{(pid=100911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:11:40.128487 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.base_scheduler [req-f3dcb4f4-ceaf-4b4c-a672-a09034f8833f req-7e328eb7-65a5-4ceb-85f5-3a1bde4f98b5 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] Resources bound (agent type, host, resource id): {{(pid=100911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:11:40.132179 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3dcb4f4-ceaf-4b4c-a672-a09034f8833f req-7e328eb7-65a5-4ceb-85f5-3a1bde4f98b5 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] Received port after_create {{(pid=100911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 05:11:40.139013 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e328eb7-65a5-4ceb-85f5-3a1bde4f98b5 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] Pushing event updated for resources: {'Port': ['ID=fd9a0e8e-17f3-4d0b-bcf4-0e3c81a2a0ed,revision_number=1']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:11:40.169665 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e328eb7-65a5-4ceb-85f5-3a1bde4f98b5 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:11:40.170016 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e328eb7-65a5-4ceb-85f5-3a1bde4f98b5 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:11:40.170358 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e328eb7-65a5-4ceb-85f5-3a1bde4f98b5 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:11:40.170722 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e328eb7-65a5-4ceb-85f5-3a1bde4f98b5 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:11:40.171088 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e328eb7-65a5-4ceb-85f5-3a1bde4f98b5 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:11:40.171430 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e328eb7-65a5-4ceb-85f5-3a1bde4f98b5 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:11:40.171851 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e328eb7-65a5-4ceb-85f5-3a1bde4f98b5 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:11:40.172205 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e328eb7-65a5-4ceb-85f5-3a1bde4f98b5 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:11:40.172534 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e328eb7-65a5-4ceb-85f5-3a1bde4f98b5 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:11:40.172866 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e328eb7-65a5-4ceb-85f5-3a1bde4f98b5 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:11:40.173193 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e328eb7-65a5-4ceb-85f5-3a1bde4f98b5 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:11:40.173513 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e328eb7-65a5-4ceb-85f5-3a1bde4f98b5 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:11:40.196919 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dcb4f4-ceaf-4b4c-a672-a09034f8833f req-7e328eb7-65a5-4ceb-85f5-3a1bde4f98b5 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:11:40.197522 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-f3dcb4f4-ceaf-4b4c-a672-a09034f8833f req-7e328eb7-65a5-4ceb-85f5-3a1bde4f98b5 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428309'] for port, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:40.265031 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-f3dcb4f4-ceaf-4b4c-a672-a09034f8833f req-7e328eb7-65a5-4ceb-85f5-3a1bde4f98b5 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7971365 Sep 01 05:11:40.284292 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.v2.base [req-f3dcb4f4-ceaf-4b4c-a672-a09034f8833f req-811fe558-f200-43d5-8fc0-60db3fe898f8 service neutron] Request body: {'port': {'device_id': 'bd636d27-9867-40cd-bb4d-59f8b091de5a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=100911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:11:40.338134 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-f3dcb4f4-ceaf-4b4c-a672-a09034f8833f req-811fe558-f200-43d5-8fc0-60db3fe898f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:40.599483 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.notifiers.nova [req-f3dcb4f4-ceaf-4b4c-a672-a09034f8833f req-811fe558-f200-43d5-8fc0-60db3fe898f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd9a0e8e-17f3-4d0b-bcf4-0e3c81a2a0ed {{(pid=100911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 05:11:40.607216 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-f3dcb4f4-ceaf-4b4c-a672-a09034f8833f req-811fe558-f200-43d5-8fc0-60db3fe898f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:40.618519 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.provisioning_blocks [req-f3dcb4f4-ceaf-4b4c-a672-a09034f8833f req-811fe558-f200-43d5-8fc0-60db3fe898f8 service neutron] Transition to ACTIVE for port object fd9a0e8e-17f3-4d0b-bcf4-0e3c81a2a0ed will not be triggered until provisioned by entity L2. {{(pid=100911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:11:40.675299 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-f3dcb4f4-ceaf-4b4c-a672-a09034f8833f req-811fe558-f200-43d5-8fc0-60db3fe898f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3457217'] for port, after_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:40.716229 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3ae466-89c1-436a-b995-f45ddd86e523 req-1289c230-5946-4637-870e-4b503fb5fd4e tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:11:40.717736 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-7d3ae466-89c1-436a-b995-f45ddd86e523 req-1289c230-5946-4637-870e-4b503fb5fd4e tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd636d27-9867-40cd-bb4d-59f8b091de5a HTTP/1.1" status: 200 len: 943 time: 0.0488975 Sep 01 05:11:40.731527 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811fe558-f200-43d5-8fc0-60db3fe898f8 service neutron] Pushing event updated for resources: {'Port': ['ID=fd9a0e8e-17f3-4d0b-bcf4-0e3c81a2a0ed,revision_number=2']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:11:40.756817 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-7d3ae466-89c1-436a-b995-f45ddd86e523 req-dff88f0e-7097-4a38-a759-90820e9e762e tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] 10.222.0.11 "GET /v2.0/security-groups?id=68256de7-5f59-4124-b366-60a4bd64beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329268 Sep 01 05:11:40.794556 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.managers [req-f3dcb4f4-ceaf-4b4c-a672-a09034f8833f req-811fe558-f200-43d5-8fc0-60db3fe898f8 service neutron] Attempting to bind port fd9a0e8e-17f3-4d0b-bcf4-0e3c81a2a0ed on host hv-cinder-80473 for vnic_type normal with profile {{(pid=100911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 05:11:40.794918 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.managers [req-f3dcb4f4-ceaf-4b4c-a672-a09034f8833f req-811fe558-f200-43d5-8fc0-60db3fe898f8 service neutron] Attempting to bind port fd9a0e8e-17f3-4d0b-bcf4-0e3c81a2a0ed by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '52875521-a6e2-49a1-b090-4bb07e2605aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3e00b004-e2a1-49e5-85bb-ec7512b9b747'}] {{(pid=100911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 05:11:40.795248 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3dcb4f4-ceaf-4b4c-a672-a09034f8833f req-811fe558-f200-43d5-8fc0-60db3fe898f8 service neutron] Attempting to bind port fd9a0e8e-17f3-4d0b-bcf4-0e3c81a2a0ed on network 3e00b004-e2a1-49e5-85bb-ec7512b9b747 {{(pid=100911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:11:40.799402 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3dcb4f4-ceaf-4b4c-a672-a09034f8833f req-811fe558-f200-43d5-8fc0-60db3fe898f8 service neutron] Port fd9a0e8e-17f3-4d0b-bcf4-0e3c81a2a0ed on network 3e00b004-e2a1-49e5-85bb-ec7512b9b747 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=100911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 05:11:40.799769 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3dcb4f4-ceaf-4b4c-a672-a09034f8833f req-811fe558-f200-43d5-8fc0-60db3fe898f8 service neutron] Attempting to bind port fd9a0e8e-17f3-4d0b-bcf4-0e3c81a2a0ed on network 3e00b004-e2a1-49e5-85bb-ec7512b9b747 {{(pid=100911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:11:40.804435 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3dcb4f4-ceaf-4b4c-a672-a09034f8833f req-811fe558-f200-43d5-8fc0-60db3fe898f8 service neutron] Checking agent: {'id': '5dc78e7a-d30d-4469-a2d3-6a9bc399bc32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 59, 52), 'started_at': datetime.datetime(2021, 9, 1, 4, 59, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 5, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 05:11:40.804767 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3dcb4f4-ceaf-4b4c-a672-a09034f8833f req-811fe558-f200-43d5-8fc0-60db3fe898f8 service neutron] Checking segment: {'id': '52875521-a6e2-49a1-b090-4bb07e2605aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3e00b004-e2a1-49e5-85bb-ec7512b9b747'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:11:40.805141 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3dcb4f4-ceaf-4b4c-a672-a09034f8833f req-811fe558-f200-43d5-8fc0-60db3fe898f8 service neutron] Bound using segment: {'id': '52875521-a6e2-49a1-b090-4bb07e2605aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3e00b004-e2a1-49e5-85bb-ec7512b9b747'} {{(pid=100911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 05:11:40.805556 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.managers [req-f3dcb4f4-ceaf-4b4c-a672-a09034f8833f req-811fe558-f200-43d5-8fc0-60db3fe898f8 service neutron] Bound port: fd9a0e8e-17f3-4d0b-bcf4-0e3c81a2a0ed, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52875521-a6e2-49a1-b090-4bb07e2605aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3e00b004-e2a1-49e5-85bb-ec7512b9b747'}}] {{(pid=100911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 05:11:40.805901 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-f3dcb4f4-ceaf-4b4c-a672-a09034f8833f req-811fe558-f200-43d5-8fc0-60db3fe898f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:40.870178 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.db [req-f3dcb4f4-ceaf-4b4c-a672-a09034f8833f req-811fe558-f200-43d5-8fc0-60db3fe898f8 service neutron] For port fd9a0e8e-17f3-4d0b-bcf4-0e3c81a2a0ed, host hv-cinder-80473, cleared binding levels {{(pid=100911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 05:11:40.874236 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.db [req-f3dcb4f4-ceaf-4b4c-a672-a09034f8833f req-811fe558-f200-43d5-8fc0-60db3fe898f8 service neutron] For port fd9a0e8e-17f3-4d0b-bcf4-0e3c81a2a0ed, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=fd9a0e8e-17f3-4d0b-bcf4-0e3c81a2a0ed,segment=NetworkSegment(52875521-a6e2-49a1-b090-4bb07e2605aa),segment_id=52875521-a6e2-49a1-b090-4bb07e2605aa)] {{(pid=100911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 05:11:40.955982 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-f3dcb4f4-ceaf-4b4c-a672-a09034f8833f req-811fe558-f200-43d5-8fc0-60db3fe898f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3457217'] for port, after_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:40.995755 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dcb4f4-ceaf-4b4c-a672-a09034f8833f req-811fe558-f200-43d5-8fc0-60db3fe898f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:11:40.996394 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-f3dcb4f4-ceaf-4b4c-a672-a09034f8833f req-811fe558-f200-43d5-8fc0-60db3fe898f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428309'] for port, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:40.997985 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-f3dcb4f4-ceaf-4b4c-a672-a09034f8833f req-811fe558-f200-43d5-8fc0-60db3fe898f8 service neutron] 10.222.0.37 "PUT /v2.0/ports/fd9a0e8e-17f3-4d0b-bcf4-0e3c81a2a0ed HTTP/1.1" status: 200 len: 1093 time: 0.7195354 Sep 01 05:11:41.000274 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd636d27-9867-40cd-bb4d-59f8b091de5a', 'tag': 'fd9a0e8e-17f3-4d0b-bcf4-0e3c81a2a0ed'}] {{(pid=100911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:11:41.002507 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2199b4ef80d697cbc8f6ff5e200fd84d3ba25b9ef6d03a08fa18221b1b049e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead088c2-ac27-4908-bae8-586ae96295e5" -d '{"events": [{"name": "network-changed", "server_uuid": "bd636d27-9867-40cd-bb4d-59f8b091de5a", "tag": "fd9a0e8e-17f3-4d0b-bcf4-0e3c81a2a0ed"}]}' {{(pid=100911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:11:41.025801 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811fe558-f200-43d5-8fc0-60db3fe898f8 service neutron] Pushing event updated for resources: {'Port': ['ID=fd9a0e8e-17f3-4d0b-bcf4-0e3c81a2a0ed,revision_number=3']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:11:41.039301 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 05:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a5f992-2afc-40c8-b085-202c5cdbc519 x-openstack-request-id: req-a6a5f992-2afc-40c8-b085-202c5cdbc519 {{(pid=100911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:11:41.039301 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd636d27-9867-40cd-bb4d-59f8b091de5a", "tag": "fd9a0e8e-17f3-4d0b-bcf4-0e3c81a2a0ed", "status": "completed", "code": 200}]} {{(pid=100911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:11:41.039301 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a6a5f992-2afc-40c8-b085-202c5cdbc519 {{(pid=100911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:11:41.039301 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd636d27-9867-40cd-bb4d-59f8b091de5a', 'tag': 'fd9a0e8e-17f3-4d0b-bcf4-0e3c81a2a0ed', 'status': 'completed', 'code': 200} Sep 01 05:11:41.118999 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead088c2-ac27-4908-bae8-586ae96295e5 req-25e606b9-9884-44c4-b902-5ad909b47fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:11:41.120649 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-ead088c2-ac27-4908-bae8-586ae96295e5 req-25e606b9-9884-44c4-b902-5ad909b47fd3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=69a8eee742fd451998fc05573e870ee8&device_id=bd636d27-9867-40cd-bb4d-59f8b091de5a HTTP/1.1" status: 200 len: 1096 time: 0.0419512 Sep 01 05:11:41.225196 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead088c2-ac27-4908-bae8-586ae96295e5 req-afad2810-fe18-4c85-a60f-f8ecfbb65eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:11:41.226683 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-ead088c2-ac27-4908-bae8-586ae96295e5 req-afad2810-fe18-4c85-a60f-f8ecfbb65eac service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=69a8eee742fd451998fc05573e870ee8&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0919158 Sep 01 05:11:41.321871 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead088c2-ac27-4908-bae8-586ae96295e5 req-12ea2825-3d5f-40d4-9c81-150371c14110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:11:41.323928 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-ead088c2-ac27-4908-bae8-586ae96295e5 req-12ea2825-3d5f-40d4-9c81-150371c14110 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0896521 Sep 01 05:11:41.344109 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-125f6581-13c4-4eca-b15a-10d5e92c8028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:41.421176 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dcb4f4-ceaf-4b4c-a672-a09034f8833f req-3871958c-f180-4cd4-8fef-ce55748f530a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:11:41.422573 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-f3dcb4f4-ceaf-4b4c-a672-a09034f8833f req-3871958c-f180-4cd4-8fef-ce55748f530a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=69a8eee742fd451998fc05573e870ee8&device_id=bd636d27-9867-40cd-bb4d-59f8b091de5a HTTP/1.1" status: 200 len: 1096 time: 0.0413337 Sep 01 05:11:41.474985 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-f3dcb4f4-ceaf-4b4c-a672-a09034f8833f req-c46492bd-ee43-4411-8bcc-aaf93a659f4d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd9a0e8e-17f3-4d0b-bcf4-0e3c81a2a0ed HTTP/1.1" status: 200 len: 217 time: 0.0384252 Sep 01 05:11:41.521747 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dcb4f4-ceaf-4b4c-a672-a09034f8833f req-5c05983c-fdf0-4740-9bd2-a70b7f478e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:11:41.523136 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-f3dcb4f4-ceaf-4b4c-a672-a09034f8833f req-5c05983c-fdf0-4740-9bd2-a70b7f478e28 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8be267b9-ab8b-4f9d-8482-9e9904e3d4fc HTTP/1.1" status: 200 len: 852 time: 0.0414257 Sep 01 05:11:41.552712 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-f3dcb4f4-ceaf-4b4c-a672-a09034f8833f req-a40e5b42-57ab-4347-ba31-52f3b8d5accf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3e00b004-e2a1-49e5-85bb-ec7512b9b747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231025 Sep 01 05:11:41.642459 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-f3dcb4f4-ceaf-4b4c-a672-a09034f8833f req-369c98b6-dd04-4037-851c-4491b4895f5e service neutron] 10.222.0.37 "GET /v2.0/networks/3e00b004-e2a1-49e5-85bb-ec7512b9b747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830672 Sep 01 05:11:41.728548 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-f3dcb4f4-ceaf-4b4c-a672-a09034f8833f req-ded0a9ae-5f4d-40c3-8db0-1864b7822ea9 service neutron] 10.222.0.37 "GET /v2.0/networks/3e00b004-e2a1-49e5-85bb-ec7512b9b747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795186 Sep 01 05:11:41.870790 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e25eb09-d375-4691-a5fd-70c174da6617 req-0997f7ed-58da-45ae-bb5b-ef66cc03d2d4 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:11:41.872430 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-9e25eb09-d375-4691-a5fd-70c174da6617 req-0997f7ed-58da-45ae-bb5b-ef66cc03d2d4 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd636d27-9867-40cd-bb4d-59f8b091de5a HTTP/1.1" status: 200 len: 943 time: 0.0511427 Sep 01 05:11:41.910194 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-9e25eb09-d375-4691-a5fd-70c174da6617 req-6cf32199-cd58-48ad-8a66-f1dccab226d2 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] 10.222.0.11 "GET /v2.0/security-groups?id=68256de7-5f59-4124-b366-60a4bd64beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317891 Sep 01 05:11:43.027954 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9499ce66-b6c1-4d18-be47-e6a721be9b8e req-598aab8d-d0aa-4372-9d61-f87f2ac1a5d3 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:11:43.029403 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-9499ce66-b6c1-4d18-be47-e6a721be9b8e req-598aab8d-d0aa-4372-9d61-f87f2ac1a5d3 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd636d27-9867-40cd-bb4d-59f8b091de5a HTTP/1.1" status: 200 len: 943 time: 0.0512536 Sep 01 05:11:43.066332 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-9499ce66-b6c1-4d18-be47-e6a721be9b8e req-31f2cf97-7e27-4a72-bb89-8a9f7fe9d843 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] 10.222.0.11 "GET /v2.0/security-groups?id=68256de7-5f59-4124-b366-60a4bd64beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310259 Sep 01 05:11:43.234230 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-57069d07-1191-4bd8-9ef8-43ac9a8b42c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:44.178099 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8811f315-2ef8-4825-8613-05200713e2a2 req-4baedf98-0a65-446a-b8ef-8bcf76bff06f tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:11:44.179580 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-8811f315-2ef8-4825-8613-05200713e2a2 req-4baedf98-0a65-446a-b8ef-8bcf76bff06f tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd636d27-9867-40cd-bb4d-59f8b091de5a HTTP/1.1" status: 200 len: 943 time: 0.0479119 Sep 01 05:11:44.217187 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-8811f315-2ef8-4825-8613-05200713e2a2 req-7d33d7ca-b71f-4bed-a793-f5b9652b8792 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] 10.222.0.11 "GET /v2.0/security-groups?id=68256de7-5f59-4124-b366-60a4bd64beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309126 Sep 01 05:11:44.773012 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device fd9a0e8e-17f3-4d0b-bcf4-0e3c81a2a0ed details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=100913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 05:11:44.864948 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] For port fd9a0e8e-17f3-4d0b-bcf4-0e3c81a2a0ed, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=fd9a0e8e-17f3-4d0b-bcf4-0e3c81a2a0ed,segment=NetworkSegment(52875521-a6e2-49a1-b090-4bb07e2605aa),segment_id=52875521-a6e2-49a1-b090-4bb07e2605aa)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:11:44.876153 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Returning: {'device': 'fd9a0e8e-17f3-4d0b-bcf4-0e3c81a2a0ed', 'network_id': '3e00b004-e2a1-49e5-85bb-ec7512b9b747', 'port_id': 'fd9a0e8e-17f3-4d0b-bcf4-0e3c81a2a0ed', 'mac_address': 'fa:16:3e:db:72:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8be267b9-ab8b-4f9d-8482-9e9904e3d4fc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 05:11:44.915722 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:44.928654 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.notifiers.nova [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd9a0e8e-17f3-4d0b-bcf4-0e3c81a2a0ed {{(pid=100913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 05:11:44.947067 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] For port fd9a0e8e-17f3-4d0b-bcf4-0e3c81a2a0ed, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=fd9a0e8e-17f3-4d0b-bcf4-0e3c81a2a0ed,segment=NetworkSegment(52875521-a6e2-49a1-b090-4bb07e2605aa),segment_id=52875521-a6e2-49a1-b090-4bb07e2605aa)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:11:45.018125 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:45.065277 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Pushing event updated for resources: {'Port': ['ID=fd9a0e8e-17f3-4d0b-bcf4-0e3c81a2a0ed,revision_number=4']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:11:45.286252 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] get_ports_and_sgs() called for port_ids ['fd9a0e8e-17f3-4d0b-bcf4-0e3c81a2a0ed'] {{(pid=100913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 05:11:45.435133 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c99c8b-4446-4361-8b71-fa22f1b33e51 req-cfe7733a-a55b-4462-be7d-722df6e4864d tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:11:45.436621 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-35c99c8b-4446-4361-8b71-fa22f1b33e51 req-cfe7733a-a55b-4462-be7d-722df6e4864d tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd636d27-9867-40cd-bb4d-59f8b091de5a HTTP/1.1" status: 200 len: 944 time: 0.1547201 Sep 01 05:11:45.473685 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-35c99c8b-4446-4361-8b71-fa22f1b33e51 req-3d0415f4-48f6-48e7-aeab-b31711dbd227 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] 10.222.0.11 "GET /v2.0/security-groups?id=68256de7-5f59-4124-b366-60a4bd64beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311613 Sep 01 05:11:46.772784 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device fd9a0e8e-17f3-4d0b-bcf4-0e3c81a2a0ed up at agent hyperv_hv-cinder-80473 {{(pid=100913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:11:46.880718 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aac50ab-5a89-4ef2-ad90-fee748740833 req-363ca2ce-f888-4979-952f-5257f6962f2f tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:11:46.882208 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-4aac50ab-5a89-4ef2-ad90-fee748740833 req-363ca2ce-f888-4979-952f-5257f6962f2f tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd636d27-9867-40cd-bb4d-59f8b091de5a HTTP/1.1" status: 200 len: 944 time: 0.3438907 Sep 01 05:11:46.898565 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Provisioning for port fd9a0e8e-17f3-4d0b-bcf4-0e3c81a2a0ed completed by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:11:46.903348 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Provisioning complete for port fd9a0e8e-17f3-4d0b-bcf4-0e3c81a2a0ed triggered by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:11:46.903729 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:46.919314 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-4aac50ab-5a89-4ef2-ad90-fee748740833 req-e0ca389e-4982-4898-bf01-ac684ddd84f6 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] 10.222.0.11 "GET /v2.0/security-groups?id=68256de7-5f59-4124-b366-60a4bd64beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311308 Sep 01 05:11:46.980561 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:47.002049 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd636d27-9867-40cd-bb4d-59f8b091de5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd9a0e8e-17f3-4d0b-bcf4-0e3c81a2a0ed'}] {{(pid=100913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:11:47.004340 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac1e9064bfa394a3c8e95a7ae5ebf8ce235ac3ce60c2245422c4078f9b609c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-564712da-597b-4d4c-9525-1f4c43f601a2" -d '{"events": [{"server_uuid": "bd636d27-9867-40cd-bb4d-59f8b091de5a", "name": "network-vif-plugged", "status": "completed", "tag": "fd9a0e8e-17f3-4d0b-bcf4-0e3c81a2a0ed"}]}' {{(pid=100913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:11:47.020371 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] For port fd9a0e8e-17f3-4d0b-bcf4-0e3c81a2a0ed, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=fd9a0e8e-17f3-4d0b-bcf4-0e3c81a2a0ed,segment=NetworkSegment(52875521-a6e2-49a1-b090-4bb07e2605aa),segment_id=52875521-a6e2-49a1-b090-4bb07e2605aa)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:11:47.039078 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 05:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3084fbb2-96d0-4327-adba-5e2bea315b3b x-openstack-request-id: req-3084fbb2-96d0-4327-adba-5e2bea315b3b {{(pid=100913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:11:47.039362 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd636d27-9867-40cd-bb4d-59f8b091de5a", "name": "network-vif-plugged", "status": "completed", "tag": "fd9a0e8e-17f3-4d0b-bcf4-0e3c81a2a0ed", "code": 200}]} {{(pid=100913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:11:47.039615 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3084fbb2-96d0-4327-adba-5e2bea315b3b {{(pid=100913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:11:47.040151 dv-cinder-804735-5-iscsi neutron-server[100913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd636d27-9867-40cd-bb4d-59f8b091de5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd9a0e8e-17f3-4d0b-bcf4-0e3c81a2a0ed', 'code': 200} Sep 01 05:11:47.080846 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:47.128991 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Pushing event updated for resources: {'Port': ['ID=fd9a0e8e-17f3-4d0b-bcf4-0e3c81a2a0ed,revision_number=5']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:11:47.364186 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29929281-d218-49ac-97e3-ffb35f992f41 req-81518a88-fa82-4644-a5fa-f7795c424653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:11:47.365657 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-29929281-d218-49ac-97e3-ffb35f992f41 req-81518a88-fa82-4644-a5fa-f7795c424653 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bd636d27-9867-40cd-bb4d-59f8b091de5a HTTP/1.1" status: 200 len: 1098 time: 0.0404918 Sep 01 05:11:47.399922 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-29929281-d218-49ac-97e3-ffb35f992f41 req-26700503-14ec-4c75-a7fd-924f3adfbcbf service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=68256de7-5f59-4124-b366-60a4bd64beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271931 Sep 01 05:11:48.035287 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb88659-0ebb-4e71-838f-8773a9b9c520 req-0ee7673d-014b-480c-87ef-9eac4ff9198a tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:11:48.036798 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-9cb88659-0ebb-4e71-838f-8773a9b9c520 req-0ee7673d-014b-480c-87ef-9eac4ff9198a tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd636d27-9867-40cd-bb4d-59f8b091de5a HTTP/1.1" status: 200 len: 945 time: 0.0507753 Sep 01 05:11:48.080457 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-9cb88659-0ebb-4e71-838f-8773a9b9c520 req-102e71bc-669f-4113-b095-feee0a8853dc tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] 10.222.0.11 "GET /v2.0/security-groups?id=68256de7-5f59-4124-b366-60a4bd64beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366778 Sep 01 05:11:49.201129 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b308d2-6f76-4188-869a-141c3f001fcc req-0c2f2026-452c-4d4b-b9c3-64ac0be932c3 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:11:49.202572 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-62b308d2-6f76-4188-869a-141c3f001fcc req-0c2f2026-452c-4d4b-b9c3-64ac0be932c3 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd636d27-9867-40cd-bb4d-59f8b091de5a HTTP/1.1" status: 200 len: 945 time: 0.0484669 Sep 01 05:11:49.241747 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-62b308d2-6f76-4188-869a-141c3f001fcc req-008b3161-41cd-49a9-b23f-05478ea97b55 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] 10.222.0.11 "GET /v2.0/security-groups?id=68256de7-5f59-4124-b366-60a4bd64beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334165 Sep 01 05:11:52.126886 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:11:55.582779 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-9427acdd-919a-44ce-88d5-752f48a789fb req-4ec8dd1d-58a9-4a76-a385-8aafc237ffcb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bd636d27-9867-40cd-bb4d-59f8b091de5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421479 Sep 01 05:11:55.707668 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9427acdd-919a-44ce-88d5-752f48a789fb req-ea8dff9c-e0ab-44a1-a8d1-178d34fb62ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:11:55.709211 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-9427acdd-919a-44ce-88d5-752f48a789fb req-ea8dff9c-e0ab-44a1-a8d1-178d34fb62ab service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=69a8eee742fd451998fc05573e870ee8&device_id=bd636d27-9867-40cd-bb4d-59f8b091de5a HTTP/1.1" status: 200 len: 1098 time: 0.0447533 Sep 01 05:11:55.813932 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9427acdd-919a-44ce-88d5-752f48a789fb req-6a258554-dd7a-4908-8dfc-1f6271431e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:11:55.815450 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-9427acdd-919a-44ce-88d5-752f48a789fb req-6a258554-dd7a-4908-8dfc-1f6271431e69 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3e00b004-e2a1-49e5-85bb-ec7512b9b747 HTTP/1.1" status: 200 len: 913 time: 0.0856316 Sep 01 05:11:55.861039 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-9427acdd-919a-44ce-88d5-752f48a789fb req-23e294af-793b-44d4-ac77-4e09953c7e1e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd9a0e8e-17f3-4d0b-bcf4-0e3c81a2a0ed HTTP/1.1" status: 200 len: 217 time: 0.0380101 Sep 01 05:11:55.910612 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9427acdd-919a-44ce-88d5-752f48a789fb req-a452c0b8-a4dd-4f7f-bf57-80499ec428e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:11:55.912053 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-9427acdd-919a-44ce-88d5-752f48a789fb req-a452c0b8-a4dd-4f7f-bf57-80499ec428e2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8be267b9-ab8b-4f9d-8482-9e9904e3d4fc HTTP/1.1" status: 200 len: 852 time: 0.0437095 Sep 01 05:11:55.943064 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-9427acdd-919a-44ce-88d5-752f48a789fb req-b795b971-c44e-466c-b0e9-e6a975dfaab5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3e00b004-e2a1-49e5-85bb-ec7512b9b747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239193 Sep 01 05:11:56.045427 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-9427acdd-919a-44ce-88d5-752f48a789fb req-a237e44c-c364-4c4c-a038-df385ddc564a service neutron] 10.222.0.37 "GET /v2.0/networks/3e00b004-e2a1-49e5-85bb-ec7512b9b747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951269 Sep 01 05:11:56.135828 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-9427acdd-919a-44ce-88d5-752f48a789fb req-c3073ccd-c4f9-4f73-9f6a-8fc560e30228 service neutron] 10.222.0.37 "GET /v2.0/networks/3e00b004-e2a1-49e5-85bb-ec7512b9b747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820994 Sep 01 05:11:58.565438 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.agents_db [None req-49e1e325-328c-4825-9e4f-7693071b0ea2 None None] Agent healthcheck: found 6 active agents {{(pid=100914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 05:12:07.303432 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-80546a49-d038-4102-b343-5c3dbb32f119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:10.012320 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:10.040462 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-231e50bb-9d27-4b27-a985-406c54f94261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:11.360431 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-125f6581-13c4-4eca-b15a-10d5e92c8028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:13.210484 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-57069d07-1191-4bd8-9ef8-43ac9a8b42c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:22.114163 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:33.627455 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d770f3-8bf3-42dc-bde7-07d028a36ff5 req-097da581-b5d7-4d1e-b7f7-4a281f622487 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:12:33.629004 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-b6d770f3-8bf3-42dc-bde7-07d028a36ff5 req-097da581-b5d7-4d1e-b7f7-4a281f622487 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd636d27-9867-40cd-bb4d-59f8b091de5a HTTP/1.1" status: 200 len: 945 time: 0.0521660 Sep 01 05:12:33.667449 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-b6d770f3-8bf3-42dc-bde7-07d028a36ff5 req-9b5158d2-af38-45c0-b6c0-ff5f88386e83 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] 10.222.0.11 "GET /v2.0/security-groups?id=68256de7-5f59-4124-b366-60a4bd64beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313811 Sep 01 05:12:34.783754 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7fb06c-7dd6-4a68-94e1-6b72d5a61a63 req-7ccabf53-3f60-49a3-92a0-bfa694d108a9 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:12:34.785219 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-fa7fb06c-7dd6-4a68-94e1-6b72d5a61a63 req-7ccabf53-3f60-49a3-92a0-bfa694d108a9 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd636d27-9867-40cd-bb4d-59f8b091de5a HTTP/1.1" status: 200 len: 945 time: 0.0488875 Sep 01 05:12:34.821791 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-fa7fb06c-7dd6-4a68-94e1-6b72d5a61a63 req-1b035c44-8af4-482f-947e-ee6c267f07a7 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] 10.222.0.11 "GET /v2.0/security-groups?id=68256de7-5f59-4124-b366-60a4bd64beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305443 Sep 01 05:12:35.344235 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa71ee58-720c-40a3-b911-70d9a666b21b req-f337c609-fa4b-4618-96eb-8532b7d1e629 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:12:35.345700 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-aa71ee58-720c-40a3-b911-70d9a666b21b req-f337c609-fa4b-4618-96eb-8532b7d1e629 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd636d27-9867-40cd-bb4d-59f8b091de5a HTTP/1.1" status: 200 len: 945 time: 0.0480545 Sep 01 05:12:35.434840 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.plugin [req-aa71ee58-720c-40a3-b911-70d9a666b21b req-b23e3ec6-c350-42ed-ad42-f4d1e480f7ba tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] Deleting port fd9a0e8e-17f3-4d0b-bcf4-0e3c81a2a0ed {{(pid=100911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:12:35.435181 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-aa71ee58-720c-40a3-b911-70d9a666b21b req-b23e3ec6-c350-42ed-ad42-f4d1e480f7ba tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780564872726'] for port, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:35.528955 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.db [req-aa71ee58-720c-40a3-b911-70d9a666b21b req-b23e3ec6-c350-42ed-ad42-f4d1e480f7ba tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] For port fd9a0e8e-17f3-4d0b-bcf4-0e3c81a2a0ed, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=fd9a0e8e-17f3-4d0b-bcf4-0e3c81a2a0ed,segment=NetworkSegment(52875521-a6e2-49a1-b090-4bb07e2605aa),segment_id=52875521-a6e2-49a1-b090-4bb07e2605aa)] {{(pid=100911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:12:35.529280 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-aa71ee58-720c-40a3-b911-70d9a666b21b req-b23e3ec6-c350-42ed-ad42-f4d1e480f7ba tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958503'] for port, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:35.549400 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.plugin [req-aa71ee58-720c-40a3-b911-70d9a666b21b req-b23e3ec6-c350-42ed-ad42-f4d1e480f7ba tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] Calling delete_port for fd9a0e8e-17f3-4d0b-bcf4-0e3c81a2a0ed owned by compute:nova {{(pid=100911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:12:35.564132 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.agents_db [None req-49e1e325-328c-4825-9e4f-7693071b0ea2 None None] Agent healthcheck: found 6 active agents {{(pid=100914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 05:12:35.760364 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-aa71ee58-720c-40a3-b911-70d9a666b21b req-b23e3ec6-c350-42ed-ad42-f4d1e480f7ba tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780564874213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780564376598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3457272'] for port, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:35.786628 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23e3ec6-c350-42ed-ad42-f4d1e480f7ba tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] Pushing event deleted for resources: {'Port': ['ID=fd9a0e8e-17f3-4d0b-bcf4-0e3c81a2a0ed,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:12:35.799320 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] get_ports_and_sgs() called for port_ids ['fd9a0e8e-17f3-4d0b-bcf4-0e3c81a2a0ed'] {{(pid=100913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 05:12:35.838314 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa71ee58-720c-40a3-b911-70d9a666b21b req-b23e3ec6-c350-42ed-ad42-f4d1e480f7ba tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] No DVR routers for this DVR port fd9a0e8e-17f3-4d0b-bcf4-0e3c81a2a0ed on host hv-cinder-80473 {{(pid=100911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 05:12:35.840781 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-aa71ee58-720c-40a3-b911-70d9a666b21b req-b23e3ec6-c350-42ed-ad42-f4d1e480f7ba tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428309'] for port, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:35.842787 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-aa71ee58-720c-40a3-b911-70d9a666b21b req-b23e3ec6-c350-42ed-ad42-f4d1e480f7ba tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] 10.222.0.37 "DELETE /v2.0/ports/fd9a0e8e-17f3-4d0b-bcf4-0e3c81a2a0ed HTTP/1.1" status: 204 len: 173 time: 0.4913566 Sep 01 05:12:35.843235 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd636d27-9867-40cd-bb4d-59f8b091de5a', 'name': 'network-vif-deleted', 'tag': 'fd9a0e8e-17f3-4d0b-bcf4-0e3c81a2a0ed'}] {{(pid=100911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:12:35.845457 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2199b4ef80d697cbc8f6ff5e200fd84d3ba25b9ef6d03a08fa18221b1b049e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-042e90c6-6408-4a6c-b7e1-e16ddf163c4d" -d '{"events": [{"server_uuid": "bd636d27-9867-40cd-bb4d-59f8b091de5a", "name": "network-vif-deleted", "tag": "fd9a0e8e-17f3-4d0b-bcf4-0e3c81a2a0ed"}]}' {{(pid=100911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:12:35.884416 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 05:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a2a0fcb-8969-4490-a986-81612d95d026 x-openstack-request-id: req-3a2a0fcb-8969-4490-a986-81612d95d026 {{(pid=100911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:12:35.884709 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd636d27-9867-40cd-bb4d-59f8b091de5a", "name": "network-vif-deleted", "tag": "fd9a0e8e-17f3-4d0b-bcf4-0e3c81a2a0ed", "status": "completed", "code": 200}]} {{(pid=100911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:12:35.884958 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3a2a0fcb-8969-4490-a986-81612d95d026 {{(pid=100911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:12:35.885355 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd636d27-9867-40cd-bb4d-59f8b091de5a', 'name': 'network-vif-deleted', 'tag': 'fd9a0e8e-17f3-4d0b-bcf4-0e3c81a2a0ed', 'status': 'completed', 'code': 200} Sep 01 05:12:35.920308 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-4ffde5ee-5386-4ba8-8db0-290f1d788997 req-07851f98-f094-4d68-a08d-cc26294108ee tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd636d27-9867-40cd-bb4d-59f8b091de5a HTTP/1.1" status: 200 len: 210 time: 0.0275755 Sep 01 05:12:37.303111 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-d81a6a43-e6d5-4fb7-b53a-c03ad2167647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:40.051284 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:40.079893 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-cb527fd7-28cf-4e27-98f7-bbdece5391cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:40.318277 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device fd9a0e8e-17f3-4d0b-bcf4-0e3c81a2a0ed no longer exists at agent hyperv_hv-cinder-80473 {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:12:40.341783 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.plugin [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] No Port match for: fd9a0e8e-17f3-4d0b-bcf4-0e3c81a2a0ed {{(pid=100913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 05:12:40.342129 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device fd9a0e8e-17f3-4d0b-bcf4-0e3c81a2a0ed not bound to the agent host hv-cinder-80473 {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 05:12:41.331474 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-125f6581-13c4-4eca-b15a-10d5e92c8028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:43.222921 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-57069d07-1191-4bd8-9ef8-43ac9a8b42c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:47.368943 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded82fb8-34cd-4f40-ad4f-21c819fe26fb req-9d5812c5-0901-483c-a64e-69c0608217f0 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:12:47.370422 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-ded82fb8-34cd-4f40-ad4f-21c819fe26fb req-9d5812c5-0901-483c-a64e-69c0608217f0 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] 10.222.0.11 "GET /v2.0/networks?id=3e00b004-e2a1-49e5-85bb-ec7512b9b747 HTTP/1.1" status: 200 len: 812 time: 0.1104991 Sep 01 05:12:47.384755 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-ded82fb8-34cd-4f40-ad4f-21c819fe26fb req-d70162c1-95d1-4a91-84f4-8a3607347a21 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] 10.222.0.11 "GET /v2.0/quotas/69a8eee742fd451998fc05573e870ee8 HTTP/1.1" status: 200 len: 375 time: 0.0087223 Sep 01 05:12:47.416809 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-ded82fb8-34cd-4f40-ad4f-21c819fe26fb req-16cbd4c9-414b-4a38-9168-38ab08520d36 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=69a8eee742fd451998fc05573e870ee8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260139 Sep 01 05:12:47.427535 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [req-ded82fb8-34cd-4f40-ad4f-21c819fe26fb req-d0ff0cc5-01f9-4297-8727-fc566fefaef8 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=100912) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 05:12:47.428459 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-ded82fb8-34cd-4f40-ad4f-21c819fe26fb req-d0ff0cc5-01f9-4297-8727-fc566fefaef8 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049477 Sep 01 05:12:47.516405 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-ded82fb8-34cd-4f40-ad4f-21c819fe26fb req-564e27a0-671a-4cb3-bafe-db846b6fbb88 service neutron] 10.222.0.11 "GET /v2.0/networks/3e00b004-e2a1-49e5-85bb-ec7512b9b747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823627 Sep 01 05:12:47.601707 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-ded82fb8-34cd-4f40-ad4f-21c819fe26fb req-f581607d-5383-4ea6-83a5-c1a2ed62694a service neutron] 10.222.0.11 "GET /v2.0/networks/3e00b004-e2a1-49e5-85bb-ec7512b9b747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793557 Sep 01 05:12:47.866529 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-0ba331cc-d428-4c8b-8fbf-0cfbee1b25a7 req-ed75bbbf-0594-4a6a-b5a1-b9d3e1e8f4ab tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] 10.222.0.11 "GET /v2.0/ports?device_id=b18c794d-315c-4ea3-9608-adcf9846dd38 HTTP/1.1" status: 200 len: 210 time: 0.0280111 Sep 01 05:12:48.966968 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-ad66f6cf-1f38-4e95-a73d-1d12b188230d req-3e7cb6c4-06c3-48a0-8704-da5b47355c0c tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] 10.222.0.11 "GET /v2.0/ports?device_id=b18c794d-315c-4ea3-9608-adcf9846dd38 HTTP/1.1" status: 200 len: 210 time: 0.0306892 Sep 01 05:12:49.843959 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded82fb8-34cd-4f40-ad4f-21c819fe26fb req-40ec57ea-4ddd-4be6-9515-201dbad04903 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:12:49.845430 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-ded82fb8-34cd-4f40-ad4f-21c819fe26fb req-40ec57ea-4ddd-4be6-9515-201dbad04903 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] 10.222.0.37 "GET /v2.0/networks?id=3e00b004-e2a1-49e5-85bb-ec7512b9b747 HTTP/1.1" status: 200 len: 812 time: 0.1007886 Sep 01 05:12:49.863389 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.v2.base [req-ded82fb8-34cd-4f40-ad4f-21c819fe26fb req-0cbbbb61-c9e5-4f4f-93ea-3deb22b62a63 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] Request body: {'port': {'device_id': 'b18c794d-315c-4ea3-9608-adcf9846dd38', 'network_id': '3e00b004-e2a1-49e5-85bb-ec7512b9b747', 'admin_state_up': True, 'tenant_id': '69a8eee742fd451998fc05573e870ee8'}} {{(pid=100911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:12:50.057045 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ded82fb8-34cd-4f40-ad4f-21c819fe26fb req-0cbbbb61-c9e5-4f4f-93ea-3deb22b62a63 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] Made reservation on behalf of 69a8eee742fd451998fc05573e870ee8 for: {'port': 1} {{(pid=100911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 05:12:50.061221 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-ded82fb8-34cd-4f40-ad4f-21c819fe26fb req-0cbbbb61-c9e5-4f4f-93ea-3deb22b62a63 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:50.068464 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-470ab54c-f8c6-4d35-b134-ed7e5c272194 req-8673eab3-eb38-49f1-aa9a-2c98c1938239 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] 10.222.0.11 "GET /v2.0/ports?device_id=b18c794d-315c-4ea3-9608-adcf9846dd38 HTTP/1.1" status: 200 len: 210 time: 0.0291817 Sep 01 05:12:50.186341 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.db_base_plugin_common [req-ded82fb8-34cd-4f40-ad4f-21c819fe26fb req-0cbbbb61-c9e5-4f4f-93ea-3deb22b62a63 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] Allocated IP 172.20.0.4 (3e00b004-e2a1-49e5-85bb-ec7512b9b747/8be267b9-ab8b-4f9d-8482-9e9904e3d4fc/1de6223e-0c2b-46e1-ad1b-4885db5de0c9) {{(pid=100911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 05:12:50.330155 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-ded82fb8-34cd-4f40-ad4f-21c819fe26fb req-0cbbbb61-c9e5-4f4f-93ea-3deb22b62a63 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] Notify callbacks [] for port, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:50.422048 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-ded82fb8-34cd-4f40-ad4f-21c819fe26fb req-0cbbbb61-c9e5-4f4f-93ea-3deb22b62a63 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780564376589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3457272'] for port, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:50.466302 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ded82fb8-34cd-4f40-ad4f-21c819fe26fb req-0cbbbb61-c9e5-4f4f-93ea-3deb22b62a63 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] Network 3e00b004-e2a1-49e5-85bb-ec7512b9b747 is already hosted by enough agents. {{(pid=100911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:12:50.469422 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.base_scheduler [req-ded82fb8-34cd-4f40-ad4f-21c819fe26fb req-0cbbbb61-c9e5-4f4f-93ea-3deb22b62a63 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] Resources bound (agent type, host, resource id): {{(pid=100911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:12:50.473196 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.l3_dvrscheduler_db [req-ded82fb8-34cd-4f40-ad4f-21c819fe26fb req-0cbbbb61-c9e5-4f4f-93ea-3deb22b62a63 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] Received port after_create {{(pid=100911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 05:12:50.479854 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbbbb61-c9e5-4f4f-93ea-3deb22b62a63 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] Pushing event updated for resources: {'Port': ['ID=1de6223e-0c2b-46e1-ad1b-4885db5de0c9,revision_number=1']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:12:50.510475 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbbbb61-c9e5-4f4f-93ea-3deb22b62a63 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:12:50.510853 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbbbb61-c9e5-4f4f-93ea-3deb22b62a63 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:12:50.511758 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbbbb61-c9e5-4f4f-93ea-3deb22b62a63 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:12:50.512099 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbbbb61-c9e5-4f4f-93ea-3deb22b62a63 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:12:50.512434 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbbbb61-c9e5-4f4f-93ea-3deb22b62a63 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:12:50.512793 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbbbb61-c9e5-4f4f-93ea-3deb22b62a63 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:12:50.513126 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbbbb61-c9e5-4f4f-93ea-3deb22b62a63 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:12:50.513455 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbbbb61-c9e5-4f4f-93ea-3deb22b62a63 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:12:50.513783 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbbbb61-c9e5-4f4f-93ea-3deb22b62a63 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:12:50.514109 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbbbb61-c9e5-4f4f-93ea-3deb22b62a63 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:12:50.514435 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbbbb61-c9e5-4f4f-93ea-3deb22b62a63 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:12:50.514756 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbbbb61-c9e5-4f4f-93ea-3deb22b62a63 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:12:50.537432 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded82fb8-34cd-4f40-ad4f-21c819fe26fb req-0cbbbb61-c9e5-4f4f-93ea-3deb22b62a63 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:12:50.538040 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-ded82fb8-34cd-4f40-ad4f-21c819fe26fb req-0cbbbb61-c9e5-4f4f-93ea-3deb22b62a63 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428309'] for port, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:50.627994 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-ded82fb8-34cd-4f40-ad4f-21c819fe26fb req-0cbbbb61-c9e5-4f4f-93ea-3deb22b62a63 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7684982 Sep 01 05:12:50.638149 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [req-ded82fb8-34cd-4f40-ad4f-21c819fe26fb req-35aee63d-f1f5-4d1c-9cbc-fa4e929eed19 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=100911) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 05:12:50.639164 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-ded82fb8-34cd-4f40-ad4f-21c819fe26fb req-35aee63d-f1f5-4d1c-9cbc-fa4e929eed19 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050235 Sep 01 05:12:50.704502 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.v2.base [req-ded82fb8-34cd-4f40-ad4f-21c819fe26fb req-934c9b98-aace-4b28-8220-3d62b29636ac service neutron] Request body: {'port': {'device_id': 'b18c794d-315c-4ea3-9608-adcf9846dd38', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=100911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:12:50.759812 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-ded82fb8-34cd-4f40-ad4f-21c819fe26fb req-934c9b98-aace-4b28-8220-3d62b29636ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:51.014101 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.notifiers.nova [req-ded82fb8-34cd-4f40-ad4f-21c819fe26fb req-934c9b98-aace-4b28-8220-3d62b29636ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1de6223e-0c2b-46e1-ad1b-4885db5de0c9 {{(pid=100911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 05:12:51.021316 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-ded82fb8-34cd-4f40-ad4f-21c819fe26fb req-934c9b98-aace-4b28-8220-3d62b29636ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:51.033074 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.provisioning_blocks [req-ded82fb8-34cd-4f40-ad4f-21c819fe26fb req-934c9b98-aace-4b28-8220-3d62b29636ac service neutron] Transition to ACTIVE for port object 1de6223e-0c2b-46e1-ad1b-4885db5de0c9 will not be triggered until provisioned by entity L2. {{(pid=100911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:12:51.095819 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-ded82fb8-34cd-4f40-ad4f-21c819fe26fb req-934c9b98-aace-4b28-8220-3d62b29636ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3457217'] for port, after_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:51.168109 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934c9b98-aace-4b28-8220-3d62b29636ac service neutron] Pushing event updated for resources: {'Port': ['ID=1de6223e-0c2b-46e1-ad1b-4885db5de0c9,revision_number=2']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:12:51.185349 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2438793f-7ffa-4d0d-a182-04a6f08f528d req-2544856e-bd12-4ca9-9a08-93caab605cb1 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:12:51.186898 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-2438793f-7ffa-4d0d-a182-04a6f08f528d req-2544856e-bd12-4ca9-9a08-93caab605cb1 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] 10.222.0.11 "GET /v2.0/ports?device_id=b18c794d-315c-4ea3-9608-adcf9846dd38 HTTP/1.1" status: 200 len: 943 time: 0.0533283 Sep 01 05:12:51.216933 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.managers [req-ded82fb8-34cd-4f40-ad4f-21c819fe26fb req-934c9b98-aace-4b28-8220-3d62b29636ac service neutron] Attempting to bind port 1de6223e-0c2b-46e1-ad1b-4885db5de0c9 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=100911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 05:12:51.217271 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.managers [req-ded82fb8-34cd-4f40-ad4f-21c819fe26fb req-934c9b98-aace-4b28-8220-3d62b29636ac service neutron] Attempting to bind port 1de6223e-0c2b-46e1-ad1b-4885db5de0c9 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': '52875521-a6e2-49a1-b090-4bb07e2605aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3e00b004-e2a1-49e5-85bb-ec7512b9b747'}] {{(pid=100911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 05:12:51.217613 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded82fb8-34cd-4f40-ad4f-21c819fe26fb req-934c9b98-aace-4b28-8220-3d62b29636ac service neutron] Attempting to bind port 1de6223e-0c2b-46e1-ad1b-4885db5de0c9 on network 3e00b004-e2a1-49e5-85bb-ec7512b9b747 {{(pid=100911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:12:51.221836 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded82fb8-34cd-4f40-ad4f-21c819fe26fb req-934c9b98-aace-4b28-8220-3d62b29636ac service neutron] Port 1de6223e-0c2b-46e1-ad1b-4885db5de0c9 on network 3e00b004-e2a1-49e5-85bb-ec7512b9b747 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=100911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 05:12:51.222156 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded82fb8-34cd-4f40-ad4f-21c819fe26fb req-934c9b98-aace-4b28-8220-3d62b29636ac service neutron] Attempting to bind port 1de6223e-0c2b-46e1-ad1b-4885db5de0c9 on network 3e00b004-e2a1-49e5-85bb-ec7512b9b747 {{(pid=100911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:12:51.225698 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-2438793f-7ffa-4d0d-a182-04a6f08f528d req-f9ca08fc-a0d5-44b8-9fe5-c381e1bc6898 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] 10.222.0.11 "GET /v2.0/security-groups?id=68256de7-5f59-4124-b366-60a4bd64beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327706 Sep 01 05:12:51.227076 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded82fb8-34cd-4f40-ad4f-21c819fe26fb req-934c9b98-aace-4b28-8220-3d62b29636ac service neutron] Checking agent: {'id': '5dc78e7a-d30d-4469-a2d3-6a9bc399bc32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 59, 52), 'started_at': datetime.datetime(2021, 9, 1, 4, 59, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 5, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 05:12:51.227414 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded82fb8-34cd-4f40-ad4f-21c819fe26fb req-934c9b98-aace-4b28-8220-3d62b29636ac service neutron] Checking segment: {'id': '52875521-a6e2-49a1-b090-4bb07e2605aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3e00b004-e2a1-49e5-85bb-ec7512b9b747'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:12:51.227791 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded82fb8-34cd-4f40-ad4f-21c819fe26fb req-934c9b98-aace-4b28-8220-3d62b29636ac service neutron] Bound using segment: {'id': '52875521-a6e2-49a1-b090-4bb07e2605aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3e00b004-e2a1-49e5-85bb-ec7512b9b747'} {{(pid=100911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 05:12:51.228211 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.managers [req-ded82fb8-34cd-4f40-ad4f-21c819fe26fb req-934c9b98-aace-4b28-8220-3d62b29636ac service neutron] Bound port: 1de6223e-0c2b-46e1-ad1b-4885db5de0c9, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52875521-a6e2-49a1-b090-4bb07e2605aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3e00b004-e2a1-49e5-85bb-ec7512b9b747'}}] {{(pid=100911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 05:12:51.228568 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-ded82fb8-34cd-4f40-ad4f-21c819fe26fb req-934c9b98-aace-4b28-8220-3d62b29636ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:51.293284 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.db [req-ded82fb8-34cd-4f40-ad4f-21c819fe26fb req-934c9b98-aace-4b28-8220-3d62b29636ac service neutron] For port 1de6223e-0c2b-46e1-ad1b-4885db5de0c9, host hv-cinder-80473, cleared binding levels {{(pid=100911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 05:12:51.296112 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.db [req-ded82fb8-34cd-4f40-ad4f-21c819fe26fb req-934c9b98-aace-4b28-8220-3d62b29636ac service neutron] For port 1de6223e-0c2b-46e1-ad1b-4885db5de0c9, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=1de6223e-0c2b-46e1-ad1b-4885db5de0c9,segment=NetworkSegment(52875521-a6e2-49a1-b090-4bb07e2605aa),segment_id=52875521-a6e2-49a1-b090-4bb07e2605aa)] {{(pid=100911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 05:12:51.354558 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-ded82fb8-34cd-4f40-ad4f-21c819fe26fb req-934c9b98-aace-4b28-8220-3d62b29636ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3457217'] for port, after_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:51.388363 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded82fb8-34cd-4f40-ad4f-21c819fe26fb req-934c9b98-aace-4b28-8220-3d62b29636ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:12:51.388979 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-ded82fb8-34cd-4f40-ad4f-21c819fe26fb req-934c9b98-aace-4b28-8220-3d62b29636ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428309'] for port, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:51.390355 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-ded82fb8-34cd-4f40-ad4f-21c819fe26fb req-934c9b98-aace-4b28-8220-3d62b29636ac service neutron] 10.222.0.37 "PUT /v2.0/ports/1de6223e-0c2b-46e1-ad1b-4885db5de0c9 HTTP/1.1" status: 200 len: 1093 time: 0.7369723 Sep 01 05:12:51.390813 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b18c794d-315c-4ea3-9608-adcf9846dd38', 'tag': '1de6223e-0c2b-46e1-ad1b-4885db5de0c9'}] {{(pid=100911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:12:51.396544 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2199b4ef80d697cbc8f6ff5e200fd84d3ba25b9ef6d03a08fa18221b1b049e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dcc5841-5749-4d53-b293-85c608d2cad3" -d '{"events": [{"name": "network-changed", "server_uuid": "b18c794d-315c-4ea3-9608-adcf9846dd38", "tag": "1de6223e-0c2b-46e1-ad1b-4885db5de0c9"}]}' {{(pid=100911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:12:51.423653 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934c9b98-aace-4b28-8220-3d62b29636ac service neutron] Pushing event updated for resources: {'Port': ['ID=1de6223e-0c2b-46e1-ad1b-4885db5de0c9,revision_number=3']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:12:51.432231 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 05:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5c2bb21-ff7b-4366-9cdb-c1f163a752fe x-openstack-request-id: req-b5c2bb21-ff7b-4366-9cdb-c1f163a752fe {{(pid=100911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:12:51.432529 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b18c794d-315c-4ea3-9608-adcf9846dd38", "tag": "1de6223e-0c2b-46e1-ad1b-4885db5de0c9", "status": "completed", "code": 200}]} {{(pid=100911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:12:51.432833 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b5c2bb21-ff7b-4366-9cdb-c1f163a752fe {{(pid=100911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:12:51.433375 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b18c794d-315c-4ea3-9608-adcf9846dd38', 'tag': '1de6223e-0c2b-46e1-ad1b-4885db5de0c9', 'status': 'completed', 'code': 200} Sep 01 05:12:51.515322 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc5841-5749-4d53-b293-85c608d2cad3 req-59511645-c1df-4397-b63c-54a860922c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:12:51.516784 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-2dcc5841-5749-4d53-b293-85c608d2cad3 req-59511645-c1df-4397-b63c-54a860922c22 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=69a8eee742fd451998fc05573e870ee8&device_id=b18c794d-315c-4ea3-9608-adcf9846dd38 HTTP/1.1" status: 200 len: 1096 time: 0.0411351 Sep 01 05:12:51.619814 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc5841-5749-4d53-b293-85c608d2cad3 req-a0a956c4-ab14-4b00-9195-363aaba091df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:12:51.621398 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-2dcc5841-5749-4d53-b293-85c608d2cad3 req-a0a956c4-ab14-4b00-9195-363aaba091df service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=69a8eee742fd451998fc05573e870ee8&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0912440 Sep 01 05:12:51.713886 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc5841-5749-4d53-b293-85c608d2cad3 req-e909422f-b296-486e-81a0-00546e737852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:12:51.716056 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-2dcc5841-5749-4d53-b293-85c608d2cad3 req-e909422f-b296-486e-81a0-00546e737852 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0863984 Sep 01 05:12:51.811723 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded82fb8-34cd-4f40-ad4f-21c819fe26fb req-0922370b-76e6-41b1-a230-e640ccb1d2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:12:51.813167 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-ded82fb8-34cd-4f40-ad4f-21c819fe26fb req-0922370b-76e6-41b1-a230-e640ccb1d2e5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=69a8eee742fd451998fc05573e870ee8&device_id=b18c794d-315c-4ea3-9608-adcf9846dd38 HTTP/1.1" status: 200 len: 1096 time: 0.0408058 Sep 01 05:12:51.862125 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-ded82fb8-34cd-4f40-ad4f-21c819fe26fb req-d3cfc3fd-0341-4bdc-b906-b34ccb19dd65 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1de6223e-0c2b-46e1-ad1b-4885db5de0c9 HTTP/1.1" status: 200 len: 217 time: 0.0363770 Sep 01 05:12:51.910566 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded82fb8-34cd-4f40-ad4f-21c819fe26fb req-737f9fc9-42e2-4f0d-bfb5-8e070b91210c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:12:51.911900 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-ded82fb8-34cd-4f40-ad4f-21c819fe26fb req-737f9fc9-42e2-4f0d-bfb5-8e070b91210c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8be267b9-ab8b-4f9d-8482-9e9904e3d4fc HTTP/1.1" status: 200 len: 852 time: 0.0431275 Sep 01 05:12:51.942410 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-ded82fb8-34cd-4f40-ad4f-21c819fe26fb req-4f54d12f-92f8-46bb-82cf-1cec87b493c5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3e00b004-e2a1-49e5-85bb-ec7512b9b747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233679 Sep 01 05:12:52.034400 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-ded82fb8-34cd-4f40-ad4f-21c819fe26fb req-a433d639-e160-410c-9e6a-ab10bec01bc9 service neutron] 10.222.0.37 "GET /v2.0/networks/3e00b004-e2a1-49e5-85bb-ec7512b9b747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842378 Sep 01 05:12:52.123558 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-ded82fb8-34cd-4f40-ad4f-21c819fe26fb req-2d697797-98e5-497e-a333-d8e81ac4a63b service neutron] 10.222.0.37 "GET /v2.0/networks/3e00b004-e2a1-49e5-85bb-ec7512b9b747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822351 Sep 01 05:12:52.130987 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:52.341001 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb2206b-a9bf-4a1f-bb9b-e5221b7a529a req-805ac2d0-75c5-4b5b-96a2-3f685ccfea6d tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:12:52.342482 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-ebb2206b-a9bf-4a1f-bb9b-e5221b7a529a req-805ac2d0-75c5-4b5b-96a2-3f685ccfea6d tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] 10.222.0.11 "GET /v2.0/ports?device_id=b18c794d-315c-4ea3-9608-adcf9846dd38 HTTP/1.1" status: 200 len: 943 time: 0.0513353 Sep 01 05:12:52.379712 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-ebb2206b-a9bf-4a1f-bb9b-e5221b7a529a req-3f6b768a-cd4f-49dc-8e34-57ce93331dec tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] 10.222.0.11 "GET /v2.0/security-groups?id=68256de7-5f59-4124-b366-60a4bd64beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313058 Sep 01 05:12:53.498349 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318bbe33-0b57-46a0-bbd8-26d5fdb5661b req-7364d7e4-385d-48ea-a113-1076d3b7a625 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:12:53.499889 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-318bbe33-0b57-46a0-bbd8-26d5fdb5661b req-7364d7e4-385d-48ea-a113-1076d3b7a625 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] 10.222.0.11 "GET /v2.0/ports?device_id=b18c794d-315c-4ea3-9608-adcf9846dd38 HTTP/1.1" status: 200 len: 943 time: 0.0536926 Sep 01 05:12:53.536736 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-318bbe33-0b57-46a0-bbd8-26d5fdb5661b req-e18ef52e-f640-46e0-ab54-c165ee4d18dc tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] 10.222.0.11 "GET /v2.0/security-groups?id=68256de7-5f59-4124-b366-60a4bd64beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306628 Sep 01 05:12:54.664020 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6031c092-43a8-478f-9e42-8a2ed8eb5394 req-42ffb66b-7818-49f5-ac10-3e324e260728 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:12:54.665489 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-6031c092-43a8-478f-9e42-8a2ed8eb5394 req-42ffb66b-7818-49f5-ac10-3e324e260728 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] 10.222.0.11 "GET /v2.0/ports?device_id=b18c794d-315c-4ea3-9608-adcf9846dd38 HTTP/1.1" status: 200 len: 943 time: 0.0501873 Sep 01 05:12:54.703000 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-6031c092-43a8-478f-9e42-8a2ed8eb5394 req-09769703-e9db-4b80-acd5-9c823331b2ba tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] 10.222.0.11 "GET /v2.0/security-groups?id=68256de7-5f59-4124-b366-60a4bd64beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310016 Sep 01 05:12:55.193571 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device 1de6223e-0c2b-46e1-ad1b-4885db5de0c9 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=100913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 05:12:55.283639 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] For port 1de6223e-0c2b-46e1-ad1b-4885db5de0c9, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=1de6223e-0c2b-46e1-ad1b-4885db5de0c9,segment=NetworkSegment(52875521-a6e2-49a1-b090-4bb07e2605aa),segment_id=52875521-a6e2-49a1-b090-4bb07e2605aa)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:12:55.294608 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Returning: {'device': '1de6223e-0c2b-46e1-ad1b-4885db5de0c9', 'network_id': '3e00b004-e2a1-49e5-85bb-ec7512b9b747', 'port_id': '1de6223e-0c2b-46e1-ad1b-4885db5de0c9', 'mac_address': 'fa:16:3e:44:05:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8be267b9-ab8b-4f9d-8482-9e9904e3d4fc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 05:12:55.334607 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:55.346891 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.notifiers.nova [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1de6223e-0c2b-46e1-ad1b-4885db5de0c9 {{(pid=100913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 05:12:55.364927 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] For port 1de6223e-0c2b-46e1-ad1b-4885db5de0c9, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=1de6223e-0c2b-46e1-ad1b-4885db5de0c9,segment=NetworkSegment(52875521-a6e2-49a1-b090-4bb07e2605aa),segment_id=52875521-a6e2-49a1-b090-4bb07e2605aa)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:12:55.427748 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:55.473587 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Pushing event updated for resources: {'Port': ['ID=1de6223e-0c2b-46e1-ad1b-4885db5de0c9,revision_number=4']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:12:55.480841 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:12:55.481184 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:12:55.481524 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:12:55.481855 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:12:55.482188 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:12:55.482513 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:12:55.482873 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:12:55.483201 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:12:55.483526 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:12:55.483847 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:12:55.484169 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:12:55.484486 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:12:55.716433 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] get_ports_and_sgs() called for port_ids ['1de6223e-0c2b-46e1-ad1b-4885db5de0c9'] {{(pid=100913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 05:12:55.815049 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd13af0-0620-4b2d-9788-92bf315d507d req-003ff1d8-cd36-46c0-b757-a668fa83d51d tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:12:55.816527 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-5bd13af0-0620-4b2d-9788-92bf315d507d req-003ff1d8-cd36-46c0-b757-a668fa83d51d tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] 10.222.0.11 "GET /v2.0/ports?device_id=b18c794d-315c-4ea3-9608-adcf9846dd38 HTTP/1.1" status: 200 len: 944 time: 0.0480983 Sep 01 05:12:55.858093 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-5bd13af0-0620-4b2d-9788-92bf315d507d req-a5885d01-d7da-4bf1-b835-9b93a2e95f5c tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] 10.222.0.11 "GET /v2.0/security-groups?id=68256de7-5f59-4124-b366-60a4bd64beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352769 Sep 01 05:12:56.974658 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea0b1c7-b3cd-4313-a186-4bf634282a69 req-35f48681-4caa-4889-9a39-733a188b3a0d tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:12:56.976131 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-fea0b1c7-b3cd-4313-a186-4bf634282a69 req-35f48681-4caa-4889-9a39-733a188b3a0d tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] 10.222.0.11 "GET /v2.0/ports?device_id=b18c794d-315c-4ea3-9608-adcf9846dd38 HTTP/1.1" status: 200 len: 944 time: 0.0516090 Sep 01 05:12:57.012404 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-fea0b1c7-b3cd-4313-a186-4bf634282a69 req-e0ea0ebb-a81e-48b8-ae49-3243a5bce475 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] 10.222.0.11 "GET /v2.0/security-groups?id=68256de7-5f59-4124-b366-60a4bd64beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302935 Sep 01 05:12:57.207687 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device 1de6223e-0c2b-46e1-ad1b-4885db5de0c9 up at agent hyperv_hv-cinder-80473 {{(pid=100913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:12:57.342795 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Provisioning for port 1de6223e-0c2b-46e1-ad1b-4885db5de0c9 completed by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:12:57.346870 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Provisioning complete for port 1de6223e-0c2b-46e1-ad1b-4885db5de0c9 triggered by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:12:57.347247 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:57.435892 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:57.458528 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b18c794d-315c-4ea3-9608-adcf9846dd38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1de6223e-0c2b-46e1-ad1b-4885db5de0c9'}] {{(pid=100913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:12:57.460703 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac1e9064bfa394a3c8e95a7ae5ebf8ce235ac3ce60c2245422c4078f9b609c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e35afb74-19c7-4f93-a642-31834b107c04" -d '{"events": [{"server_uuid": "b18c794d-315c-4ea3-9608-adcf9846dd38", "name": "network-vif-plugged", "status": "completed", "tag": "1de6223e-0c2b-46e1-ad1b-4885db5de0c9"}]}' {{(pid=100913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:12:57.476095 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] For port 1de6223e-0c2b-46e1-ad1b-4885db5de0c9, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=1de6223e-0c2b-46e1-ad1b-4885db5de0c9,segment=NetworkSegment(52875521-a6e2-49a1-b090-4bb07e2605aa),segment_id=52875521-a6e2-49a1-b090-4bb07e2605aa)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:12:57.513758 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:12:57.559312 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 05:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70dbed3e-47a0-44cf-8468-7faa1796f2f9 x-openstack-request-id: req-70dbed3e-47a0-44cf-8468-7faa1796f2f9 {{(pid=100913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:12:57.559613 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b18c794d-315c-4ea3-9608-adcf9846dd38", "name": "network-vif-plugged", "status": "completed", "tag": "1de6223e-0c2b-46e1-ad1b-4885db5de0c9", "code": 200}]} {{(pid=100913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:12:57.559868 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-70dbed3e-47a0-44cf-8468-7faa1796f2f9 {{(pid=100913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:12:57.560276 dv-cinder-804735-5-iscsi neutron-server[100913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b18c794d-315c-4ea3-9608-adcf9846dd38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1de6223e-0c2b-46e1-ad1b-4885db5de0c9', 'code': 200} Sep 01 05:12:57.564870 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Pushing event updated for resources: {'Port': ['ID=1de6223e-0c2b-46e1-ad1b-4885db5de0c9,revision_number=5']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:12:57.903508 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab1123-c872-4fb7-93de-71cd76ba0d3c req-4c4243ba-4592-4115-91ad-68389d202f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:12:57.905001 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-3eab1123-c872-4fb7-93de-71cd76ba0d3c req-4c4243ba-4592-4115-91ad-68389d202f99 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b18c794d-315c-4ea3-9608-adcf9846dd38 HTTP/1.1" status: 200 len: 1098 time: 0.0403671 Sep 01 05:12:57.940712 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-3eab1123-c872-4fb7-93de-71cd76ba0d3c req-d9a2d2bc-c854-491b-84f6-d4619f5ca335 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=68256de7-5f59-4124-b366-60a4bd64beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284317 Sep 01 05:12:58.132281 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc706e6-7f58-4d9e-b0e1-d68ba13cafa9 req-f1e0b032-16dc-41a4-9455-447fba77c9e4 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:12:58.133680 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-4dc706e6-7f58-4d9e-b0e1-d68ba13cafa9 req-f1e0b032-16dc-41a4-9455-447fba77c9e4 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] 10.222.0.11 "GET /v2.0/ports?device_id=b18c794d-315c-4ea3-9608-adcf9846dd38 HTTP/1.1" status: 200 len: 945 time: 0.0490155 Sep 01 05:12:58.171580 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-4dc706e6-7f58-4d9e-b0e1-d68ba13cafa9 req-aa33454d-3e26-49a9-95ae-925fbb69e8ae tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] 10.222.0.11 "GET /v2.0/security-groups?id=68256de7-5f59-4124-b366-60a4bd64beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318823 Sep 01 05:12:59.336867 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c32025a-8877-41a2-8ddd-e356944f9392 req-0f9a6fc0-1ab5-4fb8-b347-b3d3dfc128d4 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:12:59.338375 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-9c32025a-8877-41a2-8ddd-e356944f9392 req-0f9a6fc0-1ab5-4fb8-b347-b3d3dfc128d4 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] 10.222.0.11 "GET /v2.0/ports?device_id=b18c794d-315c-4ea3-9608-adcf9846dd38 HTTP/1.1" status: 200 len: 945 time: 0.0498698 Sep 01 05:12:59.376162 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-9c32025a-8877-41a2-8ddd-e356944f9392 req-f9c0c12d-5d4a-4a73-8524-5c4884a591e0 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] 10.222.0.11 "GET /v2.0/security-groups?id=68256de7-5f59-4124-b366-60a4bd64beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312476 Sep 01 05:13:07.250576 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-81494367-73d0-48b9-8edc-c02c87bd4a35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:13:10.022403 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:13:10.050756 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-4624cdde-3105-44a6-8ea6-68af4aea6866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:13:11.363591 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-125f6581-13c4-4eca-b15a-10d5e92c8028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:13:12.563449 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.agents_db [None req-49e1e325-328c-4825-9e4f-7693071b0ea2 None None] Agent healthcheck: found 6 active agents {{(pid=100914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 05:13:13.233495 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-57069d07-1191-4bd8-9ef8-43ac9a8b42c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:13:21.942403 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88ca651-4c5b-4247-b961-86799d3d1070 req-d40d9fc3-71d9-41ba-b7e2-4d47759ca51a tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:13:21.943912 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-d88ca651-4c5b-4247-b961-86799d3d1070 req-d40d9fc3-71d9-41ba-b7e2-4d47759ca51a tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] 10.222.0.11 "GET /v2.0/ports?device_id=b18c794d-315c-4ea3-9608-adcf9846dd38 HTTP/1.1" status: 200 len: 945 time: 0.0537157 Sep 01 05:13:21.980860 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-d88ca651-4c5b-4247-b961-86799d3d1070 req-7e00d02e-f471-45de-b2ad-f5af9358435d tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] 10.222.0.11 "GET /v2.0/security-groups?id=68256de7-5f59-4124-b366-60a4bd64beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304644 Sep 01 05:13:22.141513 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:13:23.095661 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b60d4b-bc5e-4924-9ecc-f3a893cac813 req-b491f60c-af2b-42f7-8270-eaef8f178a44 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:13:23.097128 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-57b60d4b-bc5e-4924-9ecc-f3a893cac813 req-b491f60c-af2b-42f7-8270-eaef8f178a44 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] 10.222.0.11 "GET /v2.0/ports?device_id=b18c794d-315c-4ea3-9608-adcf9846dd38 HTTP/1.1" status: 200 len: 945 time: 0.0480740 Sep 01 05:13:23.133240 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-57b60d4b-bc5e-4924-9ecc-f3a893cac813 req-dee1cc5e-5921-4712-a332-45eef379575d tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] 10.222.0.11 "GET /v2.0/security-groups?id=68256de7-5f59-4124-b366-60a4bd64beb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303676 Sep 01 05:13:23.623437 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52395af7-76df-4386-8691-20090b531176 req-34915458-c042-4465-88b0-741e0b2c72a4 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:13:23.624856 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-52395af7-76df-4386-8691-20090b531176 req-34915458-c042-4465-88b0-741e0b2c72a4 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] 10.222.0.37 "GET /v2.0/ports?device_id=b18c794d-315c-4ea3-9608-adcf9846dd38 HTTP/1.1" status: 200 len: 945 time: 0.0516059 Sep 01 05:13:23.712380 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.plugin [req-52395af7-76df-4386-8691-20090b531176 req-a3c544a0-4f42-4210-90b9-77250e524ff0 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] Deleting port 1de6223e-0c2b-46e1-ad1b-4885db5de0c9 {{(pid=100911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:13:23.712713 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-52395af7-76df-4386-8691-20090b531176 req-a3c544a0-4f42-4210-90b9-77250e524ff0 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780564872726'] for port, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:13:23.801039 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.db [req-52395af7-76df-4386-8691-20090b531176 req-a3c544a0-4f42-4210-90b9-77250e524ff0 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] For port 1de6223e-0c2b-46e1-ad1b-4885db5de0c9, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=1de6223e-0c2b-46e1-ad1b-4885db5de0c9,segment=NetworkSegment(52875521-a6e2-49a1-b090-4bb07e2605aa),segment_id=52875521-a6e2-49a1-b090-4bb07e2605aa)] {{(pid=100911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:13:23.801409 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-52395af7-76df-4386-8691-20090b531176 req-a3c544a0-4f42-4210-90b9-77250e524ff0 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958503'] for port, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:13:23.814077 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.plugin [req-52395af7-76df-4386-8691-20090b531176 req-a3c544a0-4f42-4210-90b9-77250e524ff0 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] Calling delete_port for 1de6223e-0c2b-46e1-ad1b-4885db5de0c9 owned by compute:nova {{(pid=100911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:13:23.998906 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-52395af7-76df-4386-8691-20090b531176 req-a3c544a0-4f42-4210-90b9-77250e524ff0 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780564874213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780564376598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3457272'] for port, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:13:24.035178 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] get_ports_and_sgs() called for port_ids ['1de6223e-0c2b-46e1-ad1b-4885db5de0c9'] {{(pid=100913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 05:13:24.232997 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-71401aaa-4f60-445d-ac10-7aca7f91e6af req-fbe523b0-b2be-4c07-b4f2-4dd458057421 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] 10.222.0.11 "GET /v2.0/ports?device_id=b18c794d-315c-4ea3-9608-adcf9846dd38 HTTP/1.1" status: 200 len: 210 time: 0.0311651 Sep 01 05:13:24.297858 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c544a0-4f42-4210-90b9-77250e524ff0 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] Pushing event deleted for resources: {'Port': ['ID=1de6223e-0c2b-46e1-ad1b-4885db5de0c9,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:13:24.350476 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.l3_dvrscheduler_db [req-52395af7-76df-4386-8691-20090b531176 req-a3c544a0-4f42-4210-90b9-77250e524ff0 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] No DVR routers for this DVR port 1de6223e-0c2b-46e1-ad1b-4885db5de0c9 on host hv-cinder-80473 {{(pid=100911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 05:13:24.354661 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-52395af7-76df-4386-8691-20090b531176 req-a3c544a0-4f42-4210-90b9-77250e524ff0 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428309'] for port, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:13:24.356712 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-52395af7-76df-4386-8691-20090b531176 req-a3c544a0-4f42-4210-90b9-77250e524ff0 tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] 10.222.0.37 "DELETE /v2.0/ports/1de6223e-0c2b-46e1-ad1b-4885db5de0c9 HTTP/1.1" status: 204 len: 173 time: 0.7256997 Sep 01 05:13:24.357144 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b18c794d-315c-4ea3-9608-adcf9846dd38', 'name': 'network-vif-deleted', 'tag': '1de6223e-0c2b-46e1-ad1b-4885db5de0c9'}] {{(pid=100911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:13:24.359437 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2199b4ef80d697cbc8f6ff5e200fd84d3ba25b9ef6d03a08fa18221b1b049e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e6bab21-f7e9-4a92-8df1-79ceef644828" -d '{"events": [{"server_uuid": "b18c794d-315c-4ea3-9608-adcf9846dd38", "name": "network-vif-deleted", "tag": "1de6223e-0c2b-46e1-ad1b-4885db5de0c9"}]}' {{(pid=100911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:13:24.463125 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 05:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e3682fe-b668-41f7-baee-fbad2387fe7a x-openstack-request-id: req-3e3682fe-b668-41f7-baee-fbad2387fe7a {{(pid=100911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:13:24.463482 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b18c794d-315c-4ea3-9608-adcf9846dd38", "name": "network-vif-deleted", "tag": "1de6223e-0c2b-46e1-ad1b-4885db5de0c9", "status": "completed", "code": 200}]} {{(pid=100911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:13:24.463734 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3e3682fe-b668-41f7-baee-fbad2387fe7a {{(pid=100911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:13:24.464149 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b18c794d-315c-4ea3-9608-adcf9846dd38', 'name': 'network-vif-deleted', 'tag': '1de6223e-0c2b-46e1-ad1b-4885db5de0c9', 'status': 'completed', 'code': 200} Sep 01 05:13:25.340498 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-ee3cdbab-4875-4ab1-9c42-a4e8dc6c9e6b req-503727ad-9535-411e-bdc8-e805896a1b7e tempest-VolumesSnapshotTestJSON-861308777 tempest-VolumesSnapshotTestJSON-861308777-project] 10.222.0.11 "GET /v2.0/ports?device_id=b18c794d-315c-4ea3-9608-adcf9846dd38 HTTP/1.1" status: 200 len: 210 time: 0.0271206 Sep 01 05:13:27.364087 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device 1de6223e-0c2b-46e1-ad1b-4885db5de0c9 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:13:27.387646 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.plugin [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] No Port match for: 1de6223e-0c2b-46e1-ad1b-4885db5de0c9 {{(pid=100913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 05:13:27.388633 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device 1de6223e-0c2b-46e1-ad1b-4885db5de0c9 not bound to the agent host hv-cinder-80473 {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 05:13:37.307473 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-a4da0ccc-e9dc-493c-a105-1cb80d882dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:13:40.038316 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:13:40.044135 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-eef2192e-9381-46d9-8e64-ba066415a047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:13:41.364295 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-125f6581-13c4-4eca-b15a-10d5e92c8028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:13:43.221359 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-57069d07-1191-4bd8-9ef8-43ac9a8b42c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:13:49.562683 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.agents_db [None req-49e1e325-328c-4825-9e4f-7693071b0ea2 None None] Agent healthcheck: found 6 active agents {{(pid=100914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 05:13:52.063860 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 53296) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:13:52.107769 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.db_base_plugin_v2 [None req-cddb2e21-28eb-425f-bf71-645d31882138 admin admin] Deleting subnet 8be267b9-ab8b-4f9d-8482-9e9904e3d4fc {{(pid=100911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 05:13:52.110967 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-cddb2e21-28eb-425f-bf71-645d31882138 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:13:52.135284 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:13:52.147178 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-cddb2e21-28eb-425f-bf71-645d31882138 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3679595'] for subnet, precommit_delete_associations {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:13:52.183786 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-cddb2e21-28eb-425f-bf71-645d31882138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942180'] for subnet, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:13:52.284461 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-cddb2e21-28eb-425f-bf71-645d31882138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3457175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3892981'] for subnet, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:13:52.312074 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb2e21-28eb-425f-bf71-645d31882138 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8be267b9-ab8b-4f9d-8482-9e9904e3d4fc,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:13:52.315597 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-cddb2e21-28eb-425f-bf71-645d31882138 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:13:52.317412 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-cddb2e21-28eb-425f-bf71-645d31882138 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/8be267b9-ab8b-4f9d-8482-9e9904e3d4fc HTTP/1.1" status: 204 len: 168 time: 0.2525702 Sep 01 05:13:52.320113 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 53298) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:13:52.323703 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb2e21-28eb-425f-bf71-645d31882138 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:13:52.324061 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb2e21-28eb-425f-bf71-645d31882138 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:13:52.324404 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb2e21-28eb-425f-bf71-645d31882138 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:13:52.324744 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb2e21-28eb-425f-bf71-645d31882138 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:13:52.325077 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb2e21-28eb-425f-bf71-645d31882138 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:13:52.325413 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb2e21-28eb-425f-bf71-645d31882138 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:13:52.325745 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb2e21-28eb-425f-bf71-645d31882138 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:13:52.326111 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb2e21-28eb-425f-bf71-645d31882138 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:13:52.326443 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb2e21-28eb-425f-bf71-645d31882138 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:13:52.326793 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb2e21-28eb-425f-bf71-645d31882138 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:13:52.327115 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb2e21-28eb-425f-bf71-645d31882138 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:13:52.327439 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb2e21-28eb-425f-bf71-645d31882138 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:13:52.393594 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-aa09df5a-f5e9-4408-a34d-572160151bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556555'] for network, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:13:52.471169 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-aa09df5a-f5e9-4408-a34d-572160151bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942495', 'neutron.services.segments.db._delete_segments_for_network-8780564943041'] for network, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:13:52.480577 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.services.segments.db [None req-aa09df5a-f5e9-4408-a34d-572160151bee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e00b004-e2a1-49e5-85bb-ec7512b9b747']}} {{(pid=100912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:13:52.494577 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.services.segments.db [None req-aa09df5a-f5e9-4408-a34d-572160151bee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52875521-a6e2-49a1-b090-4bb07e2605aa') {'for_net_delete': True} {{(pid=100912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:13:52.494908 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.services.segments.db [None req-aa09df5a-f5e9-4408-a34d-572160151bee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52875521-a6e2-49a1-b090-4bb07e2605aa') {} {{(pid=100912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:13:52.504877 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-aa09df5a-f5e9-4408-a34d-572160151bee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780564954453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59571061'] for segment, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:13:52.518729 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-aa09df5a-f5e9-4408-a34d-572160151bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945202'] for segment, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:13:52.524644 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa09df5a-f5e9-4408-a34d-572160151bee admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=100912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 05:13:52.526273 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-aa09df5a-f5e9-4408-a34d-572160151bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59570545'] for segment, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:13:52.526636 dv-cinder-804735-5-iscsi neutron-server[100912]: Traceback (most recent call last): Sep 01 05:13:52.526636 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 05:13:52.526636 dv-cinder-804735-5-iscsi neutron-server[100912]: timer() Sep 01 05:13:52.526636 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 05:13:52.526636 dv-cinder-804735-5-iscsi neutron-server[100912]: cb(*args, **kw) Sep 01 05:13:52.526636 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 05:13:52.526636 dv-cinder-804735-5-iscsi neutron-server[100912]: return func(*args, **kwargs) Sep 01 05:13:52.526636 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 05:13:52.526636 dv-cinder-804735-5-iscsi neutron-server[100912]: self._notify() Sep 01 05:13:52.526636 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 05:13:52.526636 dv-cinder-804735-5-iscsi neutron-server[100912]: self.callback(batched_events) Sep 01 05:13:52.526636 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 05:13:52.526636 dv-cinder-804735-5-iscsi neutron-server[100912]: event.method(event) Sep 01 05:13:52.526636 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 05:13:52.526636 dv-cinder-804735-5-iscsi neutron-server[100912]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 05:13:52.526636 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 05:13:52.526636 dv-cinder-804735-5-iscsi neutron-server[100912]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 05:13:52.526636 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 05:13:52.526636 dv-cinder-804735-5-iscsi neutron-server[100912]: return f(self, *a, **k) Sep 01 05:13:52.526636 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 05:13:52.526636 dv-cinder-804735-5-iscsi neutron-server[100912]: return self._get(url).json() Sep 01 05:13:52.526636 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 05:13:52.526636 dv-cinder-804735-5-iscsi neutron-server[100912]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 05:13:52.526636 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 05:13:52.526636 dv-cinder-804735-5-iscsi neutron-server[100912]: return self.request(url, 'GET', **kwargs) Sep 01 05:13:52.526636 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 05:13:52.526636 dv-cinder-804735-5-iscsi neutron-server[100912]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 05:13:52.526636 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 05:13:52.526636 dv-cinder-804735-5-iscsi neutron-server[100912]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 05:13:52.526636 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 05:13:52.526636 dv-cinder-804735-5-iscsi neutron-server[100912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 05:13:52.526636 dv-cinder-804735-5-iscsi neutron-server[100912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 05:13:52.666606 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-aa09df5a-f5e9-4408-a34d-572160151bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1958915'] for network, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:13:52.672783 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-aa09df5a-f5e9-4408-a34d-572160151bee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607828'] for network, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:13:52.674739 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-aa09df5a-f5e9-4408-a34d-572160151bee admin admin] 10.222.0.11 "DELETE /v2.0/networks/3e00b004-e2a1-49e5-85bb-ec7512b9b747 HTTP/1.1" status: 204 len: 168 time: 0.3535521 Sep 01 05:13:52.685940 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa09df5a-f5e9-4408-a34d-572160151bee admin admin] Pushing event deleted for resources: {'Network': ['ID=3e00b004-e2a1-49e5-85bb-ec7512b9b747,revision_number=None']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:13:52.693884 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa09df5a-f5e9-4408-a34d-572160151bee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:13:52.694309 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa09df5a-f5e9-4408-a34d-572160151bee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:13:52.694663 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa09df5a-f5e9-4408-a34d-572160151bee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:13:52.695077 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa09df5a-f5e9-4408-a34d-572160151bee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:13:52.695355 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa09df5a-f5e9-4408-a34d-572160151bee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:13:52.695693 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa09df5a-f5e9-4408-a34d-572160151bee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:13:52.696025 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa09df5a-f5e9-4408-a34d-572160151bee admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:13:52.696461 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa09df5a-f5e9-4408-a34d-572160151bee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:13:52.696680 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa09df5a-f5e9-4408-a34d-572160151bee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:13:52.696999 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa09df5a-f5e9-4408-a34d-572160151bee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:13:52.697325 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa09df5a-f5e9-4408-a34d-572160151bee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:13:52.697651 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa09df5a-f5e9-4408-a34d-572160151bee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:13:52.952664 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 53302) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:13:52.994365 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-e194c793-a296-4624-8867-238ca7f2b305 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=69a8eee742fd451998fc05573e870ee8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0402117 Sep 01 05:13:52.996861 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 53304) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:13:53.048071 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-4d2a7226-30c3-4348-a600-44e571ffaa38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:13:53.067983 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-4d2a7226-30c3-4348-a600-44e571ffaa38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:13:53.186640 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-4d2a7226-30c3-4348-a600-44e571ffaa38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:13:53.189091 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-4d2a7226-30c3-4348-a600-44e571ffaa38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:13:53.190234 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-4d2a7226-30c3-4348-a600-44e571ffaa38 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/68256de7-5f59-4124-b366-60a4bd64beb4 HTTP/1.1" status: 204 len: 168 time: 0.1924715 Sep 01 05:13:53.198190 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a7226-30c3-4348-a600-44e571ffaa38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68256de7-5f59-4124-b366-60a4bd64beb4,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:13:54.250559 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 53326) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:13:54.346537 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.v2.base [None req-dfa0b466-ded8-4aff-960c-9582fa127e4c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-445059743-network', 'tenant_id': 'b6a7432c340849beac019ede21c71b45'}} {{(pid=100911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:13:54.461090 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfa0b466-ded8-4aff-960c-9582fa127e4c admin admin] Made reservation on behalf of b6a7432c340849beac019ede21c71b45 for: {'network': 1} {{(pid=100911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 05:13:54.463422 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-dfa0b466-ded8-4aff-960c-9582fa127e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for network, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:13:54.472478 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-dfa0b466-ded8-4aff-960c-9582fa127e4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:13:54.557522 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-dfa0b466-ded8-4aff-960c-9582fa127e4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:13:54.603654 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-dfa0b466-ded8-4aff-960c-9582fa127e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:13:54.627668 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfa0b466-ded8-4aff-960c-9582fa127e4c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=100911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 05:13:54.637419 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa0b466-ded8-4aff-960c-9582fa127e4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84e72b7c-e0e4-41a3-9918-0ba0d223f982,revision_number=1']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:13:54.642689 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-dfa0b466-ded8-4aff-960c-9582fa127e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945202'] for segment, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:13:54.643062 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.db.segments_db [None req-dfa0b466-ded8-4aff-960c-9582fa127e4c admin admin] Added segment f5869c70-9a17-4e2d-8510-8e1397331317 of type vlan for network dea2273f-d63b-4c44-9b8f-2b9920fe0762 Sep 01 05:13:54.682052 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-dfa0b466-ded8-4aff-960c-9582fa127e4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780564394581'] for network, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:13:54.757955 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-dfa0b466-ded8-4aff-960c-9582fa127e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782'] for network, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:13:54.758970 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa0b466-ded8-4aff-960c-9582fa127e4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:13:54.759553 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-dfa0b466-ded8-4aff-960c-9582fa127e4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607828'] for network, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:13:54.817997 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa0b466-ded8-4aff-960c-9582fa127e4c admin admin] Pushing event updated for resources: {'Network': ['ID=dea2273f-d63b-4c44-9b8f-2b9920fe0762,revision_number=1']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:13:54.827592 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Network dea2273f-d63b-4c44-9b8f-2b9920fe0762 details requested by agent ovs-agent-dv-cinder-804735-5-iscsi with host dv-cinder-804735-5-iscsi {{(pid=100913) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 05:13:54.856504 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-dfa0b466-ded8-4aff-960c-9582fa127e4c admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6047721 Sep 01 05:13:54.859326 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 53330) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:13:54.864292 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.v2.base [None req-9d84f0d5-7b4b-41af-8dfe-4122058fdb04 admin admin] Request body: {'subnet': {'network_id': 'dea2273f-d63b-4c44-9b8f-2b9920fe0762', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-445059743-subnet', 'tenant_id': 'b6a7432c340849beac019ede21c71b45', 'ip_version': 4}} {{(pid=100911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:13:54.969917 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d84f0d5-7b4b-41af-8dfe-4122058fdb04 admin admin] Made reservation on behalf of b6a7432c340849beac019ede21c71b45 for: {'subnet': 1} {{(pid=100911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 05:13:54.972358 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-9d84f0d5-7b4b-41af-8dfe-4122058fdb04 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3892954'] for subnet, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:13:55.191517 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-9d84f0d5-7b4b-41af-8dfe-4122058fdb04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3457608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3892940'] for subnet, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:13:55.246435 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d84f0d5-7b4b-41af-8dfe-4122058fdb04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=226742b2-d5f0-44ae-a54e-533babbbad16,revision_number=0']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:13:55.254022 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d84f0d5-7b4b-41af-8dfe-4122058fdb04 admin admin] Checking segment: {'id': 'f5869c70-9a17-4e2d-8510-8e1397331317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'dea2273f-d63b-4c44-9b8f-2b9920fe0762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:13:55.254608 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d84f0d5-7b4b-41af-8dfe-4122058fdb04 admin admin] Network hostable DHCP agents. Network: dea2273f-d63b-4c44-9b8f-2b9920fe0762, hostable agents: ['978c142f-0e94-4713-b592-abea12f7c88c'], hosted agents: [] {{(pid=100911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 05:13:55.351361 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d84f0d5-7b4b-41af-8dfe-4122058fdb04 admin admin] Network dea2273f-d63b-4c44-9b8f-2b9920fe0762 is scheduled to be hosted by DHCP agent 978c142f-0e94-4713-b592-abea12f7c88c with binding_index 1 {{(pid=100911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 05:13:55.436979 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.base_scheduler [None req-9d84f0d5-7b4b-41af-8dfe-4122058fdb04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-5-iscsi, dea2273f-d63b-4c44-9b8f-2b9920fe0762) {{(pid=100911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:13:55.441595 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d84f0d5-7b4b-41af-8dfe-4122058fdb04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:13:55.442127 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-9d84f0d5-7b4b-41af-8dfe-4122058fdb04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:13:55.446170 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f08c492-6a8f-4d51-a995-4de02caa514d None None] Network dea2273f-d63b-4c44-9b8f-2b9920fe0762 requested from dv-cinder-804735-5-iscsi {{(pid=100913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 05:13:55.536024 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-9d84f0d5-7b4b-41af-8dfe-4122058fdb04 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6756439 Sep 01 05:13:55.538621 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 53332) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:13:55.542971 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.v2.base [None req-c6af623f-687a-4cdb-b2a4-2f1d585975a5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-445059743-router', 'tenant_id': 'b6a7432c340849beac019ede21c71b45', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76'}}} {{(pid=100911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:13:55.599130 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa3beda-ffbf-4cb5-a3a7-e756d7fa5968 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp983e0ae1-5f53-559a-a4b8-4d2c1e9d6efd-dea2273f-d63b-4c44-9b8f-2b9920fe0762', 'network_id': 'dea2273f-d63b-4c44-9b8f-2b9920fe0762', 'tenant_id': 'b6a7432c340849beac019ede21c71b45', 'fixed_ips': [{'subnet_id': '226742b2-d5f0-44ae-a54e-533babbbad16'}]}} from dv-cinder-804735-5-iscsi. {{(pid=100913) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 05:13:55.600283 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-bfa3beda-ffbf-4cb5-a3a7-e756d7fa5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_create {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:13:55.633013 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-c6af623f-687a-4cdb-b2a4-2f1d585975a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2062353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4668'] for router, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:13:55.634073 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-c6af623f-687a-4cdb-b2a4-2f1d585975a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1958647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1958276', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1962599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4645'] for router, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:13:55.689188 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-c6af623f-687a-4cdb-b2a4-2f1d585975a5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:13:55.734277 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.db_base_plugin_common [None req-bfa3beda-ffbf-4cb5-a3a7-e756d7fa5968 None None] Allocated IP 172.20.0.2 (dea2273f-d63b-4c44-9b8f-2b9920fe0762/226742b2-d5f0-44ae-a54e-533babbbad16/c8e2d31c-4069-483b-a633-95d61e7b85d8) {{(pid=100913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 05:13:55.875322 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-bfa3beda-ffbf-4cb5-a3a7-e756d7fa5968 None None] Notify callbacks [] for port, precommit_create {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:13:55.882847 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-c6af623f-687a-4cdb-b2a4-2f1d585975a5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:13:55.883538 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-bfa3beda-ffbf-4cb5-a3a7-e756d7fa5968 None None] Transition to ACTIVE for port object c8e2d31c-4069-483b-a633-95d61e7b85d8 will not be triggered until provisioned by entity L2. {{(pid=100913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:13:55.897504 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-bfa3beda-ffbf-4cb5-a3a7-e756d7fa5968 None None] Transition to ACTIVE for port object c8e2d31c-4069-483b-a633-95d61e7b85d8 will not be triggered until provisioned by entity DHCP. {{(pid=100913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:13:56.033579 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-bfa3beda-ffbf-4cb5-a3a7-e756d7fa5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780564376589'] for port, after_create {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:13:56.072278 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa3beda-ffbf-4cb5-a3a7-e756d7fa5968 None None] Network dea2273f-d63b-4c44-9b8f-2b9920fe0762 is already hosted by enough agents. {{(pid=100913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:13:56.076867 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.scheduler.base_scheduler [None req-bfa3beda-ffbf-4cb5-a3a7-e756d7fa5968 None None] Resources bound (agent type, host, resource id): {{(pid=100913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:13:56.081651 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa3beda-ffbf-4cb5-a3a7-e756d7fa5968 None None] Received port after_create {{(pid=100913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 05:13:56.084744 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa3beda-ffbf-4cb5-a3a7-e756d7fa5968 None None] Pushing event updated for resources: {'Port': ['ID=c8e2d31c-4069-483b-a633-95d61e7b85d8,revision_number=1']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:13:56.096479 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa3beda-ffbf-4cb5-a3a7-e756d7fa5968 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:13:56.096833 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa3beda-ffbf-4cb5-a3a7-e756d7fa5968 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:13:56.097173 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa3beda-ffbf-4cb5-a3a7-e756d7fa5968 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:13:56.097510 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa3beda-ffbf-4cb5-a3a7-e756d7fa5968 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:13:56.097840 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa3beda-ffbf-4cb5-a3a7-e756d7fa5968 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:13:56.098170 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa3beda-ffbf-4cb5-a3a7-e756d7fa5968 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:13:56.098497 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa3beda-ffbf-4cb5-a3a7-e756d7fa5968 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:13:56.098859 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa3beda-ffbf-4cb5-a3a7-e756d7fa5968 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:13:56.099182 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa3beda-ffbf-4cb5-a3a7-e756d7fa5968 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:13:56.099503 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa3beda-ffbf-4cb5-a3a7-e756d7fa5968 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:13:56.099872 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa3beda-ffbf-4cb5-a3a7-e756d7fa5968 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:13:56.100195 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa3beda-ffbf-4cb5-a3a7-e756d7fa5968 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:13:56.146127 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.managers [None req-bfa3beda-ffbf-4cb5-a3a7-e756d7fa5968 None None] Attempting to bind port c8e2d31c-4069-483b-a633-95d61e7b85d8 on host dv-cinder-804735-5-iscsi for vnic_type normal with profile {{(pid=100913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 05:13:56.146512 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.managers [None req-bfa3beda-ffbf-4cb5-a3a7-e756d7fa5968 None None] Attempting to bind port c8e2d31c-4069-483b-a633-95d61e7b85d8 by drivers openvswitch,hyperv on host dv-cinder-804735-5-iscsi at level 0 using segments [{'id': 'f5869c70-9a17-4e2d-8510-8e1397331317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'dea2273f-d63b-4c44-9b8f-2b9920fe0762'}] {{(pid=100913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 05:13:56.146990 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa3beda-ffbf-4cb5-a3a7-e756d7fa5968 None None] Attempting to bind port c8e2d31c-4069-483b-a633-95d61e7b85d8 on network dea2273f-d63b-4c44-9b8f-2b9920fe0762 {{(pid=100913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:13:56.152210 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa3beda-ffbf-4cb5-a3a7-e756d7fa5968 None None] Checking agent: {'id': '262f7f02-ff25-45e4-acf2-78173ac4ae41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 53, 40), 'started_at': datetime.datetime(2021, 9, 1, 4, 54, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 5, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 05:13:56.152580 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa3beda-ffbf-4cb5-a3a7-e756d7fa5968 None None] Checking segment: {'id': 'f5869c70-9a17-4e2d-8510-8e1397331317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'dea2273f-d63b-4c44-9b8f-2b9920fe0762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:13:56.152980 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-bfa3beda-ffbf-4cb5-a3a7-e756d7fa5968 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:13:56.153377 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa3beda-ffbf-4cb5-a3a7-e756d7fa5968 None None] Bound using segment: {'id': 'f5869c70-9a17-4e2d-8510-8e1397331317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'dea2273f-d63b-4c44-9b8f-2b9920fe0762'} {{(pid=100913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 05:13:56.153843 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.managers [None req-bfa3beda-ffbf-4cb5-a3a7-e756d7fa5968 None None] Bound port: c8e2d31c-4069-483b-a633-95d61e7b85d8, host: dv-cinder-804735-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5869c70-9a17-4e2d-8510-8e1397331317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'dea2273f-d63b-4c44-9b8f-2b9920fe0762'}}] {{(pid=100913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 05:13:56.154224 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-bfa3beda-ffbf-4cb5-a3a7-e756d7fa5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:13:56.175252 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-c6af623f-687a-4cdb-b2a4-2f1d585975a5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:13:56.193843 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-c6af623f-687a-4cdb-b2a4-2f1d585975a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:13:56.216573 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-bfa3beda-ffbf-4cb5-a3a7-e756d7fa5968 None None] For port c8e2d31c-4069-483b-a633-95d61e7b85d8, host dv-cinder-804735-5-iscsi, cleared binding levels {{(pid=100913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 05:13:56.220154 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-bfa3beda-ffbf-4cb5-a3a7-e756d7fa5968 None None] For port c8e2d31c-4069-483b-a633-95d61e7b85d8, host dv-cinder-804735-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-5-iscsi',level=0,port_id=c8e2d31c-4069-483b-a633-95d61e7b85d8,segment=NetworkSegment(f5869c70-9a17-4e2d-8510-8e1397331317),segment_id=f5869c70-9a17-4e2d-8510-8e1397331317)] {{(pid=100913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 05:13:56.294555 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-bfa3beda-ffbf-4cb5-a3a7-e756d7fa5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:13:56.295304 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.db_base_plugin_common [None req-c6af623f-687a-4cdb-b2a4-2f1d585975a5 admin admin] Allocated IP 172.27.2.130 (0effeb3b-80f3-4cb6-8b1a-1774968f7d76/a1ace4a4-4e27-4c96-bf05-cb2f22386a9e/e6e54a00-3a2d-480a-b902-ffa8701b1d82) {{(pid=100911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 05:13:56.360830 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa3beda-ffbf-4cb5-a3a7-e756d7fa5968 None None] Pushing event updated for resources: {'Port': ['ID=c8e2d31c-4069-483b-a633-95d61e7b85d8,revision_number=2']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:13:56.398954 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-c6af623f-687a-4cdb-b2a4-2f1d585975a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:13:56.506662 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-c6af623f-687a-4cdb-b2a4-2f1d585975a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780564376589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3457272'] for port, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:13:56.551922 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6af623f-687a-4cdb-b2a4-2f1d585975a5 admin admin] Network 0effeb3b-80f3-4cb6-8b1a-1774968f7d76 is already hosted by enough agents. {{(pid=100911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:13:56.554928 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.base_scheduler [None req-c6af623f-687a-4cdb-b2a4-2f1d585975a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:13:56.558698 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6af623f-687a-4cdb-b2a4-2f1d585975a5 admin admin] Received port after_create {{(pid=100911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 05:13:56.586893 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6af623f-687a-4cdb-b2a4-2f1d585975a5 admin admin] Pushing event updated for resources: {'Port': ['ID=e6e54a00-3a2d-480a-b902-ffa8701b1d82,revision_number=1']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:13:56.889724 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-c6af623f-687a-4cdb-b2a4-2f1d585975a5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:13:57.084512 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-c6af623f-687a-4cdb-b2a4-2f1d585975a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1958606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1958391'] for router, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:13:57.225391 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b293db8-d9ce-4666-a6d1-bc366ebfabd3 None None] Network dea2273f-d63b-4c44-9b8f-2b9920fe0762 requested from dv-cinder-804735-5-iscsi {{(pid=100913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 05:13:57.300325 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6af623f-687a-4cdb-b2a4-2f1d585975a5 admin admin] Router 2b2f2aa0-d845-402f-9efe-87087b2bbabd is scheduled to L3 agent dd4ad2d5-7278-4db2-b968-23881816b870 with binding_index 1 {{(pid=100911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 05:13:57.334956 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-9dd461a4-914e-4f3c-98e3-3ae598e94024 None None] Provisioning for port c8e2d31c-4069-483b-a633-95d61e7b85d8 completed by entity DHCP. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:13:57.420105 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6af623f-687a-4cdb-b2a4-2f1d585975a5 admin admin] Notify agent at l3_agent.dv-cinder-804735-5-iscsi the message routers_updated {{(pid=100911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 05:13:57.431818 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d13333b-58a0-4773-a317-597494931bf8 None None] Sync routers for ids ['2b2f2aa0-d845-402f-9efe-87087b2bbabd'] in dv-cinder-804735-5-iscsi {{(pid=100913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 05:13:57.442322 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d13333b-58a0-4773-a317-597494931bf8 None None] Routers {'2b2f2aa0-d845-402f-9efe-87087b2bbabd'} bound to L3 agent in host dv-cinder-804735-5-iscsi {{(pid=100913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:13:57.442990 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-2d13333b-58a0-4773-a317-597494931bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T04:53:40Z,description=,heartbeat_timestamp=2021-09-01T05:13:40Z,host='dv-cinder-804735-5-iscsi',id=dd4ad2d5-7278-4db2-b968-23881816b870,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:53:41Z,topic='l3_agent')) {'router_ids': ['2b2f2aa0-d845-402f-9efe-87087b2bbabd'], 'active': True} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:13:57.501472 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device c8e2d31c-4069-483b-a633-95d61e7b85d8 up at agent ovs-agent-dv-cinder-804735-5-iscsi {{(pid=100913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:13:57.518787 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-c6af623f-687a-4cdb-b2a4-2f1d585975a5 admin admin] Notify callbacks [] for router, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:13:57.522635 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-c6af623f-687a-4cdb-b2a4-2f1d585975a5 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9804974 Sep 01 05:13:57.524668 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 53334) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:13:57.732227 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvr_db [None req-2d13333b-58a0-4773-a317-597494931bf8 None None] Set router 2b2f2aa0-d845-402f-9efe-87087b2bbabd gateway port host: dv-cinder-804735-5-iscsi {{(pid=100913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:13:57.861524 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Provisioning for port c8e2d31c-4069-483b-a633-95d61e7b85d8 completed by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:13:57.867656 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Provisioning complete for port c8e2d31c-4069-483b-a633-95d61e7b85d8 triggered by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:13:57.868028 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:13:57.935467 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-9ea0063d-56f6-462c-be2c-ceb79fd69794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:13:57.977475 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-2d13333b-58a0-4773-a317-597494931bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2f2aa0-d845-402f-9efe-87087b2bbabd', 'name': 'tempest-TestShelveInstance-445059743-router', 'tenant_id': 'b6a7432c340849beac019ede21c71b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'e6e54a00-3a2d-480a-b902-ffa8701b1d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:13:55Z', 'updated_at': '2021-09-01T05:13:56Z', 'revision_number': 3, 'project_id': 'b6a7432c340849beac019ede21c71b45', 'gw_port': {'id': 'e6e54a00-3a2d-480a-b902-ffa8701b1d82', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:38:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b2f2aa0-d845-402f-9efe-87087b2bbabd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:13:56Z', 'updated_at': '2021-09-01T05:13:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi'}], 'dv-cinder-804735-5-iscsi', False) {} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:13:58.008895 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d13333b-58a0-4773-a317-597494931bf8 None None] Checking router: 2b2f2aa0-d845-402f-9efe-87087b2bbabd for host: dv-cinder-804735-5-iscsi {{(pid=100913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 05:13:58.009251 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d13333b-58a0-4773-a317-597494931bf8 None None] Updating router 2b2f2aa0-d845-402f-9efe-87087b2bbabd port e6e54a00-3a2d-480a-b902-ffa8701b1d82 binding host dv-cinder-804735-5-iscsi {{(pid=100913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 05:13:58.034796 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:13:58.044004 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-2d13333b-58a0-4773-a317-597494931bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:13:58.089004 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.db_base_plugin_common [None req-9ea0063d-56f6-462c-be2c-ceb79fd69794 admin admin] Allocated IP 172.20.0.1 (dea2273f-d63b-4c44-9b8f-2b9920fe0762/226742b2-d5f0-44ae-a54e-533babbbad16/d055a4d3-9c6e-411e-9dcf-57668aa01afe) {{(pid=100911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 05:13:58.097055 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] For port c8e2d31c-4069-483b-a633-95d61e7b85d8, host dv-cinder-804735-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-5-iscsi',level=0,port_id=c8e2d31c-4069-483b-a633-95d61e7b85d8,segment=NetworkSegment(f5869c70-9a17-4e2d-8510-8e1397331317),segment_id=f5869c70-9a17-4e2d-8510-8e1397331317)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:13:58.193956 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-9ea0063d-56f6-462c-be2c-ceb79fd69794 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:13:58.205519 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:13:58.207133 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.provisioning_blocks [None req-9ea0063d-56f6-462c-be2c-ceb79fd69794 admin admin] Transition to ACTIVE for port object d055a4d3-9c6e-411e-9dcf-57668aa01afe will not be triggered until provisioned by entity DHCP. {{(pid=100911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:13:58.280143 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Pushing event updated for resources: {'Port': ['ID=c8e2d31c-4069-483b-a633-95d61e7b85d8,revision_number=3']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:13:58.295560 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-9ea0063d-56f6-462c-be2c-ceb79fd69794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780564376589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3457272'] for port, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:13:58.332547 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea0063d-56f6-462c-be2c-ceb79fd69794 admin admin] Network dea2273f-d63b-4c44-9b8f-2b9920fe0762 is already hosted by enough agents. {{(pid=100911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:13:58.335735 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.base_scheduler [None req-9ea0063d-56f6-462c-be2c-ceb79fd69794 admin admin] Resources bound (agent type, host, resource id): {{(pid=100911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:13:58.341360 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea0063d-56f6-462c-be2c-ceb79fd69794 admin admin] Received port after_create {{(pid=100911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 05:13:58.368194 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea0063d-56f6-462c-be2c-ceb79fd69794 admin admin] Pushing event updated for resources: {'Port': ['ID=d055a4d3-9c6e-411e-9dcf-57668aa01afe,revision_number=1']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:13:58.369497 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-2d13333b-58a0-4773-a317-597494931bf8 None None] Notify callbacks [] for port, precommit_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:13:58.381033 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-2d13333b-58a0-4773-a317-597494931bf8 None None] Transition to ACTIVE for port object e6e54a00-3a2d-480a-b902-ffa8701b1d82 will not be triggered until provisioned by entity L2. {{(pid=100913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:13:58.391487 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-9ea0063d-56f6-462c-be2c-ceb79fd69794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1959044'] for router_interface, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:13:58.455478 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-2d13333b-58a0-4773-a317-597494931bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:13:58.510966 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.managers [None req-2d13333b-58a0-4773-a317-597494931bf8 None None] Attempting to bind port e6e54a00-3a2d-480a-b902-ffa8701b1d82 on host dv-cinder-804735-5-iscsi for vnic_type normal with profile {{(pid=100913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 05:13:58.511378 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.managers [None req-2d13333b-58a0-4773-a317-597494931bf8 None None] Attempting to bind port e6e54a00-3a2d-480a-b902-ffa8701b1d82 by drivers openvswitch,hyperv on host dv-cinder-804735-5-iscsi at level 0 using segments [{'id': 'ace692d4-e0f2-4d18-963d-d8c8432b7d17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76'}] {{(pid=100913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 05:13:58.511737 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d13333b-58a0-4773-a317-597494931bf8 None None] Attempting to bind port e6e54a00-3a2d-480a-b902-ffa8701b1d82 on network 0effeb3b-80f3-4cb6-8b1a-1774968f7d76 {{(pid=100913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:13:58.518866 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8a5871-b319-4d5b-8930-69a2829033ae None None] Pushing event updated for resources: {'Port': ['ID=e6e54a00-3a2d-480a-b902-ffa8701b1d82,revision_number=2']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:13:58.522202 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d13333b-58a0-4773-a317-597494931bf8 None None] Checking agent: {'id': '262f7f02-ff25-45e4-acf2-78173ac4ae41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 53, 40), 'started_at': datetime.datetime(2021, 9, 1, 4, 54, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 5, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 05:13:58.522583 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d13333b-58a0-4773-a317-597494931bf8 None None] Checking segment: {'id': 'ace692d4-e0f2-4d18-963d-d8c8432b7d17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:13:58.523057 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-2d13333b-58a0-4773-a317-597494931bf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:13:58.527572 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d13333b-58a0-4773-a317-597494931bf8 None None] Bound using segment: {'id': 'ace692d4-e0f2-4d18-963d-d8c8432b7d17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76'} {{(pid=100913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 05:13:58.527572 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.managers [None req-2d13333b-58a0-4773-a317-597494931bf8 None None] Bound port: e6e54a00-3a2d-480a-b902-ffa8701b1d82, host: dv-cinder-804735-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ace692d4-e0f2-4d18-963d-d8c8432b7d17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76'}}] {{(pid=100913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 05:13:58.527572 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-2d13333b-58a0-4773-a317-597494931bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:13:58.575908 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-9ea0063d-56f6-462c-be2c-ceb79fd69794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:13:58.593117 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-2d13333b-58a0-4773-a317-597494931bf8 None None] For port e6e54a00-3a2d-480a-b902-ffa8701b1d82, host dv-cinder-804735-5-iscsi, cleared binding levels {{(pid=100913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 05:13:58.596348 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-2d13333b-58a0-4773-a317-597494931bf8 None None] For port e6e54a00-3a2d-480a-b902-ffa8701b1d82, host dv-cinder-804735-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-5-iscsi',level=0,port_id=e6e54a00-3a2d-480a-b902-ffa8701b1d82,segment=NetworkSegment(ace692d4-e0f2-4d18-963d-d8c8432b7d17),segment_id=ace692d4-e0f2-4d18-963d-d8c8432b7d17)] {{(pid=100913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 05:13:58.638225 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-5d482236-bb70-42d3-89d1-c800501826a5 None None] Provisioning for port d055a4d3-9c6e-411e-9dcf-57668aa01afe completed by entity DHCP. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:13:58.642713 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-5d482236-bb70-42d3-89d1-c800501826a5 None None] Provisioning complete for port d055a4d3-9c6e-411e-9dcf-57668aa01afe triggered by entity DHCP. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:13:58.643117 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-5d482236-bb70-42d3-89d1-c800501826a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:13:58.674710 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-2d13333b-58a0-4773-a317-597494931bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:13:58.702569 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.plugin [None req-5d482236-bb70-42d3-89d1-c800501826a5 None None] Port d055a4d3-9c6e-411e-9dcf-57668aa01afe cannot update to ACTIVE because it is not bound. {{(pid=100913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 05:13:58.731968 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d13333b-58a0-4773-a317-597494931bf8 None None] Routers {'2b2f2aa0-d845-402f-9efe-87087b2bbabd'} bound to L3 agent in host dv-cinder-804735-5-iscsi {{(pid=100913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:13:58.732587 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-2d13333b-58a0-4773-a317-597494931bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T04:53:40Z,description=,heartbeat_timestamp=2021-09-01T05:13:40Z,host='dv-cinder-804735-5-iscsi',id=dd4ad2d5-7278-4db2-b968-23881816b870,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:53:41Z,topic='l3_agent')) {'router_ids': ['2b2f2aa0-d845-402f-9efe-87087b2bbabd'], 'active': True} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:13:58.741308 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-9ea0063d-56f6-462c-be2c-ceb79fd69794 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:13:58.776262 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8a5871-b319-4d5b-8930-69a2829033ae None None] Pushing event updated for resources: {'Port': ['ID=e6e54a00-3a2d-480a-b902-ffa8701b1d82,revision_number=3']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:13:58.792626 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-9ea0063d-56f6-462c-be2c-ceb79fd69794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3457217'] for port, after_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:13:58.856619 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvr_db [None req-2d13333b-58a0-4773-a317-597494931bf8 None None] Set router 2b2f2aa0-d845-402f-9efe-87087b2bbabd gateway port host: dv-cinder-804735-5-iscsi {{(pid=100913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:13:58.877002 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea0063d-56f6-462c-be2c-ceb79fd69794 admin admin] Pushing event updated for resources: {'Port': ['ID=d055a4d3-9c6e-411e-9dcf-57668aa01afe,revision_number=2']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:13:58.883547 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-9ea0063d-56f6-462c-be2c-ceb79fd69794 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1607752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1961012'] for router_interface, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:13:58.974598 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea0063d-56f6-462c-be2c-ceb79fd69794 admin admin] Network dea2273f-d63b-4c44-9b8f-2b9920fe0762 is already hosted by enough agents. {{(pid=100911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:13:58.975979 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.base_scheduler [None req-9ea0063d-56f6-462c-be2c-ceb79fd69794 admin admin] Resources bound (agent type, host, resource id): {{(pid=100911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:13:59.061923 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-2d13333b-58a0-4773-a317-597494931bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2f2aa0-d845-402f-9efe-87087b2bbabd', 'name': 'tempest-TestShelveInstance-445059743-router', 'tenant_id': 'b6a7432c340849beac019ede21c71b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'e6e54a00-3a2d-480a-b902-ffa8701b1d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:13:55Z', 'updated_at': '2021-09-01T05:13:58Z', 'revision_number': 4, 'project_id': 'b6a7432c340849beac019ede21c71b45', 'gw_port': {'id': 'e6e54a00-3a2d-480a-b902-ffa8701b1d82', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:38:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b2f2aa0-d845-402f-9efe-87087b2bbabd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:13:56Z', 'updated_at': '2021-09-01T05:13:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi', '_interfaces': [{'id': 'd055a4d3-9c6e-411e-9dcf-57668aa01afe', 'name': '', 'network_id': 'dea2273f-d63b-4c44-9b8f-2b9920fe0762', 'tenant_id': 'b6a7432c340849beac019ede21c71b45', 'mac_address': 'fa:16:3e:07:59:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b2f2aa0-d845-402f-9efe-87087b2bbabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '226742b2-d5f0-44ae-a54e-533babbbad16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:13:57Z', 'updated_at': '2021-09-01T05:13:58Z', 'revision_number': 1, 'project_id': 'b6a7432c340849beac019ede21c71b45', 'subnets': [{'id': '226742b2-d5f0-44ae-a54e-533babbbad16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-5-iscsi', False) {} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:13:59.093358 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d13333b-58a0-4773-a317-597494931bf8 None None] The sync data for ids ['2b2f2aa0-d845-402f-9efe-87087b2bbabd'] in dv-cinder-804735-5-iscsi is: [{'id': '2b2f2aa0-d845-402f-9efe-87087b2bbabd', 'name': 'tempest-TestShelveInstance-445059743-router', 'tenant_id': 'b6a7432c340849beac019ede21c71b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'e6e54a00-3a2d-480a-b902-ffa8701b1d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:13:55Z', 'updated_at': '2021-09-01T05:13:58Z', 'revision_number': 4, 'project_id': 'b6a7432c340849beac019ede21c71b45', 'gw_port': {'id': 'e6e54a00-3a2d-480a-b902-ffa8701b1d82', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:38:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b2f2aa0-d845-402f-9efe-87087b2bbabd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:13:56Z', 'updated_at': '2021-09-01T05:13:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi', '_interfaces': [{'id': 'd055a4d3-9c6e-411e-9dcf-57668aa01afe', 'name': '', 'network_id': 'dea2273f-d63b-4c44-9b8f-2b9920fe0762', 'tenant_id': 'b6a7432c340849beac019ede21c71b45', 'mac_address': 'fa:16:3e:07:59:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b2f2aa0-d845-402f-9efe-87087b2bbabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '226742b2-d5f0-44ae-a54e-533babbbad16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:13:57Z', 'updated_at': '2021-09-01T05:13:58Z', 'revision_number': 1, 'project_id': 'b6a7432c340849beac019ede21c71b45', 'subnets': [{'id': '226742b2-d5f0-44ae-a54e-533babbbad16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 05:13:59.094092 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ea0063d-56f6-462c-be2c-ceb79fd69794 admin admin] Router 2b2f2aa0-d845-402f-9efe-87087b2bbabd has already been hosted by L3 agent dd4ad2d5-7278-4db2-b968-23881816b870 {{(pid=100911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 05:13:59.208806 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ea0063d-56f6-462c-be2c-ceb79fd69794 admin admin] Notify agent at l3_agent.dv-cinder-804735-5-iscsi the message routers_updated {{(pid=100911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 05:13:59.219598 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-9ea0063d-56f6-462c-be2c-ceb79fd69794 admin admin] 10.222.0.11 "PUT /v2.0/routers/2b2f2aa0-d845-402f-9efe-87087b2bbabd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6954033 Sep 01 05:13:59.234595 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-53b04c18-3fb1-4a85-8bdb-a24507b2554d None None] Provisioning complete for port d055a4d3-9c6e-411e-9dcf-57668aa01afe triggered by entity DHCP. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:13:59.235652 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-53b04c18-3fb1-4a85-8bdb-a24507b2554d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:13:59.281317 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.plugin [None req-53b04c18-3fb1-4a85-8bdb-a24507b2554d None None] Port d055a4d3-9c6e-411e-9dcf-57668aa01afe cannot update to ACTIVE because it is not bound. {{(pid=100913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 05:13:59.471140 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device c8e2d31c-4069-483b-a633-95d61e7b85d8 up at agent ovs-agent-dv-cinder-804735-5-iscsi {{(pid=100913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:13:59.525081 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Provisioning complete for port c8e2d31c-4069-483b-a633-95d61e7b85d8 triggered by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:13:59.525484 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:13:59.961146 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 53352) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:13:59.966210 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.v2.base [None req-2b16e82f-3a5f-4908-a69c-fbba9ae8cf8e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1253180528-network', 'tenant_id': '170d089b559a41a8ba7be45dcd683766'}} {{(pid=100911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:14:00.026967 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b16e82f-3a5f-4908-a69c-fbba9ae8cf8e admin admin] Made reservation on behalf of 170d089b559a41a8ba7be45dcd683766 for: {'network': 1} {{(pid=100911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 05:14:00.029395 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-2b16e82f-3a5f-4908-a69c-fbba9ae8cf8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for network, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:00.039233 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-2b16e82f-3a5f-4908-a69c-fbba9ae8cf8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:00.130521 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-2b16e82f-3a5f-4908-a69c-fbba9ae8cf8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:00.202935 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-2b16e82f-3a5f-4908-a69c-fbba9ae8cf8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:00.237348 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b16e82f-3a5f-4908-a69c-fbba9ae8cf8e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=100911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 05:14:00.247011 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b16e82f-3a5f-4908-a69c-fbba9ae8cf8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd7de5dd-7697-4a3d-99b5-d36776155d51,revision_number=1']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:14:00.253431 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-2b16e82f-3a5f-4908-a69c-fbba9ae8cf8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945202'] for segment, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:00.253782 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.db.segments_db [None req-2b16e82f-3a5f-4908-a69c-fbba9ae8cf8e admin admin] Added segment 72e1db5b-ab63-4e02-9f11-88ab887028b5 of type vlan for network 9e2087de-f9a8-4365-a8ab-2a3d1c4af0b6 Sep 01 05:14:00.297277 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-2b16e82f-3a5f-4908-a69c-fbba9ae8cf8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780564394581'] for network, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:00.375327 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-2b16e82f-3a5f-4908-a69c-fbba9ae8cf8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782'] for network, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:00.377162 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b16e82f-3a5f-4908-a69c-fbba9ae8cf8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:14:00.377834 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-2b16e82f-3a5f-4908-a69c-fbba9ae8cf8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607828'] for network, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:00.435072 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b16e82f-3a5f-4908-a69c-fbba9ae8cf8e admin admin] Pushing event updated for resources: {'Network': ['ID=9e2087de-f9a8-4365-a8ab-2a3d1c4af0b6,revision_number=1']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:14:00.445191 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Network 9e2087de-f9a8-4365-a8ab-2a3d1c4af0b6 details requested by agent ovs-agent-dv-cinder-804735-5-iscsi with host dv-cinder-804735-5-iscsi {{(pid=100913) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 05:14:00.490351 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-2b16e82f-3a5f-4908-a69c-fbba9ae8cf8e admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5280018 Sep 01 05:14:00.493008 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 53354) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:14:00.497831 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.v2.base [None req-d63bf503-b8a1-4814-a44d-577e8847c328 admin admin] Request body: {'subnet': {'network_id': '9e2087de-f9a8-4365-a8ab-2a3d1c4af0b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1253180528-subnet', 'tenant_id': '170d089b559a41a8ba7be45dcd683766', 'ip_version': 4}} {{(pid=100911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:14:00.718281 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d63bf503-b8a1-4814-a44d-577e8847c328 admin admin] Made reservation on behalf of 170d089b559a41a8ba7be45dcd683766 for: {'subnet': 1} {{(pid=100911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 05:14:00.721028 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-d63bf503-b8a1-4814-a44d-577e8847c328 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3892954'] for subnet, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:01.027136 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fed992-43e5-4db4-a1e3-521f04c4df27 None None] Sync routers for ids ['2b2f2aa0-d845-402f-9efe-87087b2bbabd'] in dv-cinder-804735-5-iscsi {{(pid=100914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 05:14:01.037990 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fed992-43e5-4db4-a1e3-521f04c4df27 None None] Routers {'2b2f2aa0-d845-402f-9efe-87087b2bbabd'} bound to L3 agent in host dv-cinder-804735-5-iscsi {{(pid=100914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:14:01.038615 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_hamode_db [None req-56fed992-43e5-4db4-a1e3-521f04c4df27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T04:53:40Z,description=,heartbeat_timestamp=2021-09-01T05:13:40Z,host='dv-cinder-804735-5-iscsi',id=dd4ad2d5-7278-4db2-b968-23881816b870,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:53:41Z,topic='l3_agent')) {'router_ids': ['2b2f2aa0-d845-402f-9efe-87087b2bbabd'], 'active': True} {{(pid=100914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:14:01.141931 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_dvr_db [None req-56fed992-43e5-4db4-a1e3-521f04c4df27 None None] Set router 2b2f2aa0-d845-402f-9efe-87087b2bbabd gateway port host: dv-cinder-804735-5-iscsi {{(pid=100914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:14:01.227316 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-d63bf503-b8a1-4814-a44d-577e8847c328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3457608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3892940'] for subnet, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:01.287246 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63bf503-b8a1-4814-a44d-577e8847c328 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f15d8fe-62f0-4279-8ccf-822db2e66b82,revision_number=0']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:14:01.292676 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63bf503-b8a1-4814-a44d-577e8847c328 admin admin] Checking segment: {'id': '72e1db5b-ab63-4e02-9f11-88ab887028b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e2087de-f9a8-4365-a8ab-2a3d1c4af0b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:14:01.293040 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63bf503-b8a1-4814-a44d-577e8847c328 admin admin] Network hostable DHCP agents. Network: 9e2087de-f9a8-4365-a8ab-2a3d1c4af0b6, hostable agents: ['978c142f-0e94-4713-b592-abea12f7c88c'], hosted agents: [] {{(pid=100911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 05:14:01.333054 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_hamode_db [None req-56fed992-43e5-4db4-a1e3-521f04c4df27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2f2aa0-d845-402f-9efe-87087b2bbabd', 'name': 'tempest-TestShelveInstance-445059743-router', 'tenant_id': 'b6a7432c340849beac019ede21c71b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'e6e54a00-3a2d-480a-b902-ffa8701b1d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:13:55Z', 'updated_at': '2021-09-01T05:13:58Z', 'revision_number': 4, 'project_id': 'b6a7432c340849beac019ede21c71b45', 'gw_port': {'id': 'e6e54a00-3a2d-480a-b902-ffa8701b1d82', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:38:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b2f2aa0-d845-402f-9efe-87087b2bbabd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:13:56Z', 'updated_at': '2021-09-01T05:13:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi', '_interfaces': [{'id': 'd055a4d3-9c6e-411e-9dcf-57668aa01afe', 'name': '', 'network_id': 'dea2273f-d63b-4c44-9b8f-2b9920fe0762', 'tenant_id': 'b6a7432c340849beac019ede21c71b45', 'mac_address': 'fa:16:3e:07:59:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b2f2aa0-d845-402f-9efe-87087b2bbabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '226742b2-d5f0-44ae-a54e-533babbbad16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:13:57Z', 'updated_at': '2021-09-01T05:13:58Z', 'revision_number': 2, 'project_id': 'b6a7432c340849beac019ede21c71b45', 'subnets': [{'id': '226742b2-d5f0-44ae-a54e-533babbbad16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-5-iscsi', False) {} {{(pid=100914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:14:01.358535 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fed992-43e5-4db4-a1e3-521f04c4df27 None None] Checking router: 2b2f2aa0-d845-402f-9efe-87087b2bbabd for host: dv-cinder-804735-5-iscsi {{(pid=100914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 05:14:01.360914 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fed992-43e5-4db4-a1e3-521f04c4df27 None None] Updating router 2b2f2aa0-d845-402f-9efe-87087b2bbabd port d055a4d3-9c6e-411e-9dcf-57668aa01afe binding host dv-cinder-804735-5-iscsi {{(pid=100914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 05:14:01.379858 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63bf503-b8a1-4814-a44d-577e8847c328 admin admin] Network 9e2087de-f9a8-4365-a8ab-2a3d1c4af0b6 is scheduled to be hosted by DHCP agent 978c142f-0e94-4713-b592-abea12f7c88c with binding_index 1 {{(pid=100911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 05:14:01.386667 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron_lib.callbacks.manager [None req-56fed992-43e5-4db4-a1e3-521f04c4df27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:01.482895 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device e6e54a00-3a2d-480a-b902-ffa8701b1d82 up at agent ovs-agent-dv-cinder-804735-5-iscsi {{(pid=100913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:14:01.495442 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.base_scheduler [None req-d63bf503-b8a1-4814-a44d-577e8847c328 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-5-iscsi, 9e2087de-f9a8-4365-a8ab-2a3d1c4af0b6) {{(pid=100911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:14:01.500777 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63bf503-b8a1-4814-a44d-577e8847c328 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:14:01.501453 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-d63bf503-b8a1-4814-a44d-577e8847c328 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:01.505886 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85117681-2f5c-4672-b300-2df1cfa23857 None None] Network 9e2087de-f9a8-4365-a8ab-2a3d1c4af0b6 requested from dv-cinder-804735-5-iscsi {{(pid=100913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 05:14:01.588241 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-d63bf503-b8a1-4814-a44d-577e8847c328 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0937378 Sep 01 05:14:01.590239 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 53356) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:14:01.596393 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.v2.base [None req-c4d0afd2-5721-4c0f-bf70-9302dbedd062 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1253180528-router', 'tenant_id': '170d089b559a41a8ba7be45dcd683766', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76'}}} {{(pid=100911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:14:01.659217 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron_lib.callbacks.manager [None req-56fed992-43e5-4db4-a1e3-521f04c4df27 None None] Notify callbacks [] for port, precommit_update {{(pid=100914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:01.666241 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Provisioning for port e6e54a00-3a2d-480a-b902-ffa8701b1d82 completed by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:14:01.669019 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.provisioning_blocks [None req-56fed992-43e5-4db4-a1e3-521f04c4df27 None None] Transition to ACTIVE for port object d055a4d3-9c6e-411e-9dcf-57668aa01afe will not be triggered until provisioned by entity L2. {{(pid=100914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:14:01.670135 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Provisioning complete for port e6e54a00-3a2d-480a-b902-ffa8701b1d82 triggered by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:14:01.670510 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:01.691942 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e4dd0b-9f49-45f6-825e-41f8dd854850 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp983e0ae1-5f53-559a-a4b8-4d2c1e9d6efd-9e2087de-f9a8-4365-a8ab-2a3d1c4af0b6', 'network_id': '9e2087de-f9a8-4365-a8ab-2a3d1c4af0b6', 'tenant_id': '170d089b559a41a8ba7be45dcd683766', 'fixed_ips': [{'subnet_id': '5f15d8fe-62f0-4279-8ccf-822db2e66b82'}]}} from dv-cinder-804735-5-iscsi. {{(pid=100913) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 05:14:01.692777 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-67e4dd0b-9f49-45f6-825e-41f8dd854850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_create {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:01.718633 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-c4d0afd2-5721-4c0f-bf70-9302dbedd062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2062353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4668'] for router, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:01.719864 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-c4d0afd2-5721-4c0f-bf70-9302dbedd062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1958647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1958276', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1962599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4645'] for router, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:01.773038 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-c4d0afd2-5721-4c0f-bf70-9302dbedd062 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:01.792621 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron_lib.callbacks.manager [None req-56fed992-43e5-4db4-a1e3-521f04c4df27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:01.839793 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ad9ddf-154d-4447-bda6-2e6d5777a250 None None] Pushing event updated for resources: {'Port': ['ID=d055a4d3-9c6e-411e-9dcf-57668aa01afe,revision_number=3']} {{(pid=100914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:14:01.848867 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ad9ddf-154d-4447-bda6-2e6d5777a250 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:14:01.849234 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ad9ddf-154d-4447-bda6-2e6d5777a250 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:14:01.849574 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ad9ddf-154d-4447-bda6-2e6d5777a250 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:14:01.849904 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ad9ddf-154d-4447-bda6-2e6d5777a250 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:14:01.850229 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ad9ddf-154d-4447-bda6-2e6d5777a250 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:14:01.850558 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ad9ddf-154d-4447-bda6-2e6d5777a250 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:14:01.850930 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ad9ddf-154d-4447-bda6-2e6d5777a250 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:14:01.851255 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ad9ddf-154d-4447-bda6-2e6d5777a250 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:14:01.851592 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ad9ddf-154d-4447-bda6-2e6d5777a250 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:14:01.851932 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ad9ddf-154d-4447-bda6-2e6d5777a250 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:14:01.852230 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ad9ddf-154d-4447-bda6-2e6d5777a250 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:14:01.852545 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ad9ddf-154d-4447-bda6-2e6d5777a250 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:14:01.854490 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:01.887946 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] For port e6e54a00-3a2d-480a-b902-ffa8701b1d82, host dv-cinder-804735-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-5-iscsi',level=0,port_id=e6e54a00-3a2d-480a-b902-ffa8701b1d82,segment=NetworkSegment(ace692d4-e0f2-4d18-963d-d8c8432b7d17),segment_id=ace692d4-e0f2-4d18-963d-d8c8432b7d17)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:14:01.895005 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.db_base_plugin_common [None req-67e4dd0b-9f49-45f6-825e-41f8dd854850 None None] Allocated IP 172.20.0.2 (9e2087de-f9a8-4365-a8ab-2a3d1c4af0b6/5f15d8fe-62f0-4279-8ccf-822db2e66b82/a95c7a8a-34c7-4365-adbc-1e0f5afc8884) {{(pid=100913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 05:14:01.908182 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.plugins.ml2.managers [None req-56fed992-43e5-4db4-a1e3-521f04c4df27 None None] Attempting to bind port d055a4d3-9c6e-411e-9dcf-57668aa01afe on host dv-cinder-804735-5-iscsi for vnic_type normal with profile {{(pid=100914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 05:14:01.908542 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.plugins.ml2.managers [None req-56fed992-43e5-4db4-a1e3-521f04c4df27 None None] Attempting to bind port d055a4d3-9c6e-411e-9dcf-57668aa01afe by drivers openvswitch,hyperv on host dv-cinder-804735-5-iscsi at level 0 using segments [{'id': 'f5869c70-9a17-4e2d-8510-8e1397331317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'dea2273f-d63b-4c44-9b8f-2b9920fe0762'}] {{(pid=100914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 05:14:01.908991 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fed992-43e5-4db4-a1e3-521f04c4df27 None None] Attempting to bind port d055a4d3-9c6e-411e-9dcf-57668aa01afe on network dea2273f-d63b-4c44-9b8f-2b9920fe0762 {{(pid=100914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:14:01.914058 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fed992-43e5-4db4-a1e3-521f04c4df27 None None] Checking agent: {'id': '262f7f02-ff25-45e4-acf2-78173ac4ae41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 53, 40), 'started_at': datetime.datetime(2021, 9, 1, 4, 54, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 5, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 05:14:01.914425 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fed992-43e5-4db4-a1e3-521f04c4df27 None None] Checking segment: {'id': 'f5869c70-9a17-4e2d-8510-8e1397331317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'dea2273f-d63b-4c44-9b8f-2b9920fe0762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:14:01.914854 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron_lib.callbacks.manager [None req-56fed992-43e5-4db4-a1e3-521f04c4df27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:01.915247 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fed992-43e5-4db4-a1e3-521f04c4df27 None None] Bound using segment: {'id': 'f5869c70-9a17-4e2d-8510-8e1397331317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'dea2273f-d63b-4c44-9b8f-2b9920fe0762'} {{(pid=100914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 05:14:01.915701 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.plugins.ml2.managers [None req-56fed992-43e5-4db4-a1e3-521f04c4df27 None None] Bound port: d055a4d3-9c6e-411e-9dcf-57668aa01afe, host: dv-cinder-804735-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5869c70-9a17-4e2d-8510-8e1397331317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'dea2273f-d63b-4c44-9b8f-2b9920fe0762'}}] {{(pid=100914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 05:14:01.916093 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron_lib.callbacks.manager [None req-56fed992-43e5-4db4-a1e3-521f04c4df27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:02.020894 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:02.049426 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-c4d0afd2-5721-4c0f-bf70-9302dbedd062 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:02.081923 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.plugins.ml2.db [None req-56fed992-43e5-4db4-a1e3-521f04c4df27 None None] For port d055a4d3-9c6e-411e-9dcf-57668aa01afe, host dv-cinder-804735-5-iscsi, cleared binding levels {{(pid=100914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 05:14:02.085430 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.plugins.ml2.db [None req-56fed992-43e5-4db4-a1e3-521f04c4df27 None None] For port d055a4d3-9c6e-411e-9dcf-57668aa01afe, host dv-cinder-804735-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-5-iscsi',level=0,port_id=d055a4d3-9c6e-411e-9dcf-57668aa01afe,segment=NetworkSegment(f5869c70-9a17-4e2d-8510-8e1397331317),segment_id=f5869c70-9a17-4e2d-8510-8e1397331317)] {{(pid=100914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 05:14:02.103907 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-67e4dd0b-9f49-45f6-825e-41f8dd854850 None None] Notify callbacks [] for port, precommit_create {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:02.123438 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-67e4dd0b-9f49-45f6-825e-41f8dd854850 None None] Transition to ACTIVE for port object a95c7a8a-34c7-4365-adbc-1e0f5afc8884 will not be triggered until provisioned by entity L2. {{(pid=100913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:14:02.130836 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Pushing event updated for resources: {'Port': ['ID=e6e54a00-3a2d-480a-b902-ffa8701b1d82,revision_number=4']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:14:02.149515 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-67e4dd0b-9f49-45f6-825e-41f8dd854850 None None] Transition to ACTIVE for port object a95c7a8a-34c7-4365-adbc-1e0f5afc8884 will not be triggered until provisioned by entity DHCP. {{(pid=100913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:14:02.175675 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron_lib.callbacks.manager [None req-56fed992-43e5-4db4-a1e3-521f04c4df27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:02.228665 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fed992-43e5-4db4-a1e3-521f04c4df27 None None] Routers {'2b2f2aa0-d845-402f-9efe-87087b2bbabd'} bound to L3 agent in host dv-cinder-804735-5-iscsi {{(pid=100914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:14:02.228665 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_hamode_db [None req-56fed992-43e5-4db4-a1e3-521f04c4df27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T04:53:40Z,description=,heartbeat_timestamp=2021-09-01T05:13:40Z,host='dv-cinder-804735-5-iscsi',id=dd4ad2d5-7278-4db2-b968-23881816b870,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:53:41Z,topic='l3_agent')) {'router_ids': ['2b2f2aa0-d845-402f-9efe-87087b2bbabd'], 'active': True} {{(pid=100914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:14:02.268481 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-67e4dd0b-9f49-45f6-825e-41f8dd854850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780564376589'] for port, after_create {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:02.326549 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e4dd0b-9f49-45f6-825e-41f8dd854850 None None] Network 9e2087de-f9a8-4365-a8ab-2a3d1c4af0b6 is already hosted by enough agents. {{(pid=100913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:14:02.330880 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.scheduler.base_scheduler [None req-67e4dd0b-9f49-45f6-825e-41f8dd854850 None None] Resources bound (agent type, host, resource id): {{(pid=100913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:14:02.339278 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e4dd0b-9f49-45f6-825e-41f8dd854850 None None] Received port after_create {{(pid=100913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 05:14:02.347941 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e4dd0b-9f49-45f6-825e-41f8dd854850 None None] Pushing event updated for resources: {'Port': ['ID=a95c7a8a-34c7-4365-adbc-1e0f5afc8884,revision_number=1']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:14:02.356116 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_dvr_db [None req-56fed992-43e5-4db4-a1e3-521f04c4df27 None None] Set router 2b2f2aa0-d845-402f-9efe-87087b2bbabd gateway port host: dv-cinder-804735-5-iscsi {{(pid=100914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:14:02.365757 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-c4d0afd2-5721-4c0f-bf70-9302dbedd062 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:02.386449 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-c4d0afd2-5721-4c0f-bf70-9302dbedd062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:02.389939 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ad9ddf-154d-4447-bda6-2e6d5777a250 None None] Pushing event updated for resources: {'Port': ['ID=d055a4d3-9c6e-411e-9dcf-57668aa01afe,revision_number=4']} {{(pid=100914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:14:02.415175 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.managers [None req-67e4dd0b-9f49-45f6-825e-41f8dd854850 None None] Attempting to bind port a95c7a8a-34c7-4365-adbc-1e0f5afc8884 on host dv-cinder-804735-5-iscsi for vnic_type normal with profile {{(pid=100913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 05:14:02.415799 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.managers [None req-67e4dd0b-9f49-45f6-825e-41f8dd854850 None None] Attempting to bind port a95c7a8a-34c7-4365-adbc-1e0f5afc8884 by drivers openvswitch,hyperv on host dv-cinder-804735-5-iscsi at level 0 using segments [{'id': '72e1db5b-ab63-4e02-9f11-88ab887028b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e2087de-f9a8-4365-a8ab-2a3d1c4af0b6'}] {{(pid=100913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 05:14:02.416468 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e4dd0b-9f49-45f6-825e-41f8dd854850 None None] Attempting to bind port a95c7a8a-34c7-4365-adbc-1e0f5afc8884 on network 9e2087de-f9a8-4365-a8ab-2a3d1c4af0b6 {{(pid=100913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:14:02.423175 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e4dd0b-9f49-45f6-825e-41f8dd854850 None None] Checking agent: {'id': '262f7f02-ff25-45e4-acf2-78173ac4ae41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 53, 40), 'started_at': datetime.datetime(2021, 9, 1, 4, 54, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 5, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 05:14:02.423830 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e4dd0b-9f49-45f6-825e-41f8dd854850 None None] Checking segment: {'id': '72e1db5b-ab63-4e02-9f11-88ab887028b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e2087de-f9a8-4365-a8ab-2a3d1c4af0b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:14:02.424445 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-67e4dd0b-9f49-45f6-825e-41f8dd854850 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:02.425165 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e4dd0b-9f49-45f6-825e-41f8dd854850 None None] Bound using segment: {'id': '72e1db5b-ab63-4e02-9f11-88ab887028b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e2087de-f9a8-4365-a8ab-2a3d1c4af0b6'} {{(pid=100913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 05:14:02.425810 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.managers [None req-67e4dd0b-9f49-45f6-825e-41f8dd854850 None None] Bound port: a95c7a8a-34c7-4365-adbc-1e0f5afc8884, host: dv-cinder-804735-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72e1db5b-ab63-4e02-9f11-88ab887028b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e2087de-f9a8-4365-a8ab-2a3d1c4af0b6'}}] {{(pid=100913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 05:14:02.426422 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-67e4dd0b-9f49-45f6-825e-41f8dd854850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:02.511843 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-67e4dd0b-9f49-45f6-825e-41f8dd854850 None None] For port a95c7a8a-34c7-4365-adbc-1e0f5afc8884, host dv-cinder-804735-5-iscsi, cleared binding levels {{(pid=100913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 05:14:02.513560 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.db_base_plugin_common [None req-c4d0afd2-5721-4c0f-bf70-9302dbedd062 admin admin] Allocated IP 172.27.2.43 (0effeb3b-80f3-4cb6-8b1a-1774968f7d76/a1ace4a4-4e27-4c96-bf05-cb2f22386a9e/bb11afeb-30cf-40fd-b030-4a929f2b2615) {{(pid=100911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 05:14:02.515013 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-67e4dd0b-9f49-45f6-825e-41f8dd854850 None None] For port a95c7a8a-34c7-4365-adbc-1e0f5afc8884, host dv-cinder-804735-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-5-iscsi',level=0,port_id=a95c7a8a-34c7-4365-adbc-1e0f5afc8884,segment=NetworkSegment(72e1db5b-ab63-4e02-9f11-88ab887028b5),segment_id=72e1db5b-ab63-4e02-9f11-88ab887028b5)] {{(pid=100913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 05:14:02.592511 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_hamode_db [None req-56fed992-43e5-4db4-a1e3-521f04c4df27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2f2aa0-d845-402f-9efe-87087b2bbabd', 'name': 'tempest-TestShelveInstance-445059743-router', 'tenant_id': 'b6a7432c340849beac019ede21c71b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'e6e54a00-3a2d-480a-b902-ffa8701b1d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:13:55Z', 'updated_at': '2021-09-01T05:13:58Z', 'revision_number': 4, 'project_id': 'b6a7432c340849beac019ede21c71b45', 'gw_port': {'id': 'e6e54a00-3a2d-480a-b902-ffa8701b1d82', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:38:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2f2aa0-d845-402f-9efe-87087b2bbabd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:13:56Z', 'updated_at': '2021-09-01T05:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi', '_interfaces': [{'id': 'd055a4d3-9c6e-411e-9dcf-57668aa01afe', 'name': '', 'network_id': 'dea2273f-d63b-4c44-9b8f-2b9920fe0762', 'tenant_id': 'b6a7432c340849beac019ede21c71b45', 'mac_address': 'fa:16:3e:07:59:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b2f2aa0-d845-402f-9efe-87087b2bbabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '226742b2-d5f0-44ae-a54e-533babbbad16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:13:57Z', 'updated_at': '2021-09-01T05:14:02Z', 'revision_number': 4, 'project_id': 'b6a7432c340849beac019ede21c71b45', 'subnets': [{'id': '226742b2-d5f0-44ae-a54e-533babbbad16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-5-iscsi', False) {} {{(pid=100914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:14:02.619769 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fed992-43e5-4db4-a1e3-521f04c4df27 None None] The sync data for ids ['2b2f2aa0-d845-402f-9efe-87087b2bbabd'] in dv-cinder-804735-5-iscsi is: [{'id': '2b2f2aa0-d845-402f-9efe-87087b2bbabd', 'name': 'tempest-TestShelveInstance-445059743-router', 'tenant_id': 'b6a7432c340849beac019ede21c71b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'e6e54a00-3a2d-480a-b902-ffa8701b1d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:13:55Z', 'updated_at': '2021-09-01T05:13:58Z', 'revision_number': 4, 'project_id': 'b6a7432c340849beac019ede21c71b45', 'gw_port': {'id': 'e6e54a00-3a2d-480a-b902-ffa8701b1d82', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:38:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2f2aa0-d845-402f-9efe-87087b2bbabd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:13:56Z', 'updated_at': '2021-09-01T05:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi', '_interfaces': [{'id': 'd055a4d3-9c6e-411e-9dcf-57668aa01afe', 'name': '', 'network_id': 'dea2273f-d63b-4c44-9b8f-2b9920fe0762', 'tenant_id': 'b6a7432c340849beac019ede21c71b45', 'mac_address': 'fa:16:3e:07:59:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b2f2aa0-d845-402f-9efe-87087b2bbabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '226742b2-d5f0-44ae-a54e-533babbbad16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:13:57Z', 'updated_at': '2021-09-01T05:14:02Z', 'revision_number': 4, 'project_id': 'b6a7432c340849beac019ede21c71b45', 'subnets': [{'id': '226742b2-d5f0-44ae-a54e-533babbbad16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 05:14:02.620870 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-c4d0afd2-5721-4c0f-bf70-9302dbedd062 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:02.623009 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-67e4dd0b-9f49-45f6-825e-41f8dd854850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:02.691304 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e4dd0b-9f49-45f6-825e-41f8dd854850 None None] Pushing event updated for resources: {'Port': ['ID=a95c7a8a-34c7-4365-adbc-1e0f5afc8884,revision_number=2']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:14:02.753278 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-c4d0afd2-5721-4c0f-bf70-9302dbedd062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780564376589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3457272'] for port, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:02.796745 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d0afd2-5721-4c0f-bf70-9302dbedd062 admin admin] Network 0effeb3b-80f3-4cb6-8b1a-1774968f7d76 is already hosted by enough agents. {{(pid=100911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:14:02.815159 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.base_scheduler [None req-c4d0afd2-5721-4c0f-bf70-9302dbedd062 admin admin] Resources bound (agent type, host, resource id): {{(pid=100911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:14:02.818991 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d0afd2-5721-4c0f-bf70-9302dbedd062 admin admin] Received port after_create {{(pid=100911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 05:14:02.848373 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d0afd2-5721-4c0f-bf70-9302dbedd062 admin admin] Pushing event updated for resources: {'Port': ['ID=bb11afeb-30cf-40fd-b030-4a929f2b2615,revision_number=1']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:14:03.208610 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-c4d0afd2-5721-4c0f-bf70-9302dbedd062 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:03.419599 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-c4d0afd2-5721-4c0f-bf70-9302dbedd062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1958606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1958391'] for router, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:03.577963 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd422eee-27d6-40bc-8604-f3e6414a57af None None] Network 9e2087de-f9a8-4365-a8ab-2a3d1c4af0b6 requested from dv-cinder-804735-5-iscsi {{(pid=100913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 05:14:03.591625 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device e6e54a00-3a2d-480a-b902-ffa8701b1d82 up at agent ovs-agent-dv-cinder-804735-5-iscsi {{(pid=100913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:14:03.636922 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4d0afd2-5721-4c0f-bf70-9302dbedd062 admin admin] Router 32b5eb53-8a33-4bb7-be65-58ee86778e55 is scheduled to L3 agent dd4ad2d5-7278-4db2-b968-23881816b870 with binding_index 1 {{(pid=100911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 05:14:03.748761 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4d0afd2-5721-4c0f-bf70-9302dbedd062 admin admin] Notify agent at l3_agent.dv-cinder-804735-5-iscsi the message routers_updated {{(pid=100911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 05:14:03.773610 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34c821a-de3b-49d6-8fa5-ab97a31075f7 None None] Sync routers for ids ['32b5eb53-8a33-4bb7-be65-58ee86778e55'] in dv-cinder-804735-5-iscsi {{(pid=100913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 05:14:03.812465 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34c821a-de3b-49d6-8fa5-ab97a31075f7 None None] Routers {'32b5eb53-8a33-4bb7-be65-58ee86778e55'} bound to L3 agent in host dv-cinder-804735-5-iscsi {{(pid=100913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:14:03.813197 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-c34c821a-de3b-49d6-8fa5-ab97a31075f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T04:53:40Z,description=,heartbeat_timestamp=2021-09-01T05:13:40Z,host='dv-cinder-804735-5-iscsi',id=dd4ad2d5-7278-4db2-b968-23881816b870,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:53:41Z,topic='l3_agent')) {'router_ids': ['32b5eb53-8a33-4bb7-be65-58ee86778e55'], 'active': True} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:14:03.844653 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-c4d0afd2-5721-4c0f-bf70-9302dbedd062 admin admin] Notify callbacks [] for router, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:03.846249 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-c4d0afd2-5721-4c0f-bf70-9302dbedd062 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2546346 Sep 01 05:14:03.848872 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 53358) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:14:03.875231 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-6806ae5f-6e7b-4c31-ba7f-3af36668a003 None None] Provisioning for port a95c7a8a-34c7-4365-adbc-1e0f5afc8884 completed by entity DHCP. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:14:03.943046 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Provisioning complete for port e6e54a00-3a2d-480a-b902-ffa8701b1d82 triggered by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:14:03.943420 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:04.012017 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvr_db [None req-c34c821a-de3b-49d6-8fa5-ab97a31075f7 None None] Set router 32b5eb53-8a33-4bb7-be65-58ee86778e55 gateway port host: dv-cinder-804735-5-iscsi {{(pid=100913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:14:04.188775 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device d055a4d3-9c6e-411e-9dcf-57668aa01afe up at agent ovs-agent-dv-cinder-804735-5-iscsi {{(pid=100913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:14:04.274149 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-cfe82f75-8dd1-45c2-8a17-72a9b83f271f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:04.280446 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-c34c821a-de3b-49d6-8fa5-ab97a31075f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b5eb53-8a33-4bb7-be65-58ee86778e55', 'name': 'tempest-TestShelveInstance-1253180528-router', 'tenant_id': '170d089b559a41a8ba7be45dcd683766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'bb11afeb-30cf-40fd-b030-4a929f2b2615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:14:01Z', 'updated_at': '2021-09-01T05:14:02Z', 'revision_number': 3, 'project_id': '170d089b559a41a8ba7be45dcd683766', 'gw_port': {'id': 'bb11afeb-30cf-40fd-b030-4a929f2b2615', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a7:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b5eb53-8a33-4bb7-be65-58ee86778e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:14:02Z', 'updated_at': '2021-09-01T05:14:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi'}], 'dv-cinder-804735-5-iscsi', False) {} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:14:04.308782 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34c821a-de3b-49d6-8fa5-ab97a31075f7 None None] Checking router: 32b5eb53-8a33-4bb7-be65-58ee86778e55 for host: dv-cinder-804735-5-iscsi {{(pid=100913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 05:14:04.309156 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34c821a-de3b-49d6-8fa5-ab97a31075f7 None None] Updating router 32b5eb53-8a33-4bb7-be65-58ee86778e55 port bb11afeb-30cf-40fd-b030-4a929f2b2615 binding host dv-cinder-804735-5-iscsi {{(pid=100913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 05:14:04.331986 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Provisioning for port d055a4d3-9c6e-411e-9dcf-57668aa01afe completed by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:14:04.342955 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Provisioning complete for port d055a4d3-9c6e-411e-9dcf-57668aa01afe triggered by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:14:04.343337 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:04.347271 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-c34c821a-de3b-49d6-8fa5-ab97a31075f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:04.436562 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.db_base_plugin_common [None req-cfe82f75-8dd1-45c2-8a17-72a9b83f271f admin admin] Allocated IP 172.20.0.1 (9e2087de-f9a8-4365-a8ab-2a3d1c4af0b6/5f15d8fe-62f0-4279-8ccf-822db2e66b82/f924ef7a-30f4-4f54-ba38-cbd511efaa5d) {{(pid=100911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 05:14:04.541210 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-cfe82f75-8dd1-45c2-8a17-72a9b83f271f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:04.554607 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.provisioning_blocks [None req-cfe82f75-8dd1-45c2-8a17-72a9b83f271f admin admin] Transition to ACTIVE for port object f924ef7a-30f4-4f54-ba38-cbd511efaa5d will not be triggered until provisioned by entity DHCP. {{(pid=100911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:14:04.561275 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:04.615167 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] For port d055a4d3-9c6e-411e-9dcf-57668aa01afe, host dv-cinder-804735-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-5-iscsi',level=0,port_id=d055a4d3-9c6e-411e-9dcf-57668aa01afe,segment=NetworkSegment(f5869c70-9a17-4e2d-8510-8e1397331317),segment_id=f5869c70-9a17-4e2d-8510-8e1397331317)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:14:04.666818 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-cfe82f75-8dd1-45c2-8a17-72a9b83f271f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780564376589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3457272'] for port, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:04.681748 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-c34c821a-de3b-49d6-8fa5-ab97a31075f7 None None] Notify callbacks [] for port, precommit_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:04.691286 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:04.692063 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device a95c7a8a-34c7-4365-adbc-1e0f5afc8884 up at agent ovs-agent-dv-cinder-804735-5-iscsi {{(pid=100913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:14:04.693953 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-c34c821a-de3b-49d6-8fa5-ab97a31075f7 None None] Transition to ACTIVE for port object bb11afeb-30cf-40fd-b030-4a929f2b2615 will not be triggered until provisioned by entity L2. {{(pid=100913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:14:04.713208 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe82f75-8dd1-45c2-8a17-72a9b83f271f admin admin] Network 9e2087de-f9a8-4365-a8ab-2a3d1c4af0b6 is already hosted by enough agents. {{(pid=100911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:14:04.717696 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.base_scheduler [None req-cfe82f75-8dd1-45c2-8a17-72a9b83f271f admin admin] Resources bound (agent type, host, resource id): {{(pid=100911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:14:04.721290 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe82f75-8dd1-45c2-8a17-72a9b83f271f admin admin] Received port after_create {{(pid=100911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 05:14:04.745179 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe82f75-8dd1-45c2-8a17-72a9b83f271f admin admin] Pushing event updated for resources: {'Port': ['ID=f924ef7a-30f4-4f54-ba38-cbd511efaa5d,revision_number=1']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:14:04.754699 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-c34c821a-de3b-49d6-8fa5-ab97a31075f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:04.767370 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-cfe82f75-8dd1-45c2-8a17-72a9b83f271f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1959044'] for router_interface, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:04.784384 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Pushing event updated for resources: {'Port': ['ID=d055a4d3-9c6e-411e-9dcf-57668aa01afe,revision_number=5']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:14:04.821663 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.managers [None req-c34c821a-de3b-49d6-8fa5-ab97a31075f7 None None] Attempting to bind port bb11afeb-30cf-40fd-b030-4a929f2b2615 on host dv-cinder-804735-5-iscsi for vnic_type normal with profile {{(pid=100913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 05:14:04.825808 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.managers [None req-c34c821a-de3b-49d6-8fa5-ab97a31075f7 None None] Attempting to bind port bb11afeb-30cf-40fd-b030-4a929f2b2615 by drivers openvswitch,hyperv on host dv-cinder-804735-5-iscsi at level 0 using segments [{'id': 'ace692d4-e0f2-4d18-963d-d8c8432b7d17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76'}] {{(pid=100913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 05:14:04.825808 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34c821a-de3b-49d6-8fa5-ab97a31075f7 None None] Attempting to bind port bb11afeb-30cf-40fd-b030-4a929f2b2615 on network 0effeb3b-80f3-4cb6-8b1a-1774968f7d76 {{(pid=100913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:14:04.836732 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34c821a-de3b-49d6-8fa5-ab97a31075f7 None None] Checking agent: {'id': '262f7f02-ff25-45e4-acf2-78173ac4ae41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 53, 40), 'started_at': datetime.datetime(2021, 9, 1, 4, 54, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 5, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 05:14:04.837185 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34c821a-de3b-49d6-8fa5-ab97a31075f7 None None] Checking segment: {'id': 'ace692d4-e0f2-4d18-963d-d8c8432b7d17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:14:04.837457 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-c34c821a-de3b-49d6-8fa5-ab97a31075f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:04.837852 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34c821a-de3b-49d6-8fa5-ab97a31075f7 None None] Bound using segment: {'id': 'ace692d4-e0f2-4d18-963d-d8c8432b7d17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76'} {{(pid=100913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 05:14:04.838324 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.managers [None req-c34c821a-de3b-49d6-8fa5-ab97a31075f7 None None] Bound port: bb11afeb-30cf-40fd-b030-4a929f2b2615, host: dv-cinder-804735-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ace692d4-e0f2-4d18-963d-d8c8432b7d17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76'}}] {{(pid=100913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 05:14:04.838700 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-c34c821a-de3b-49d6-8fa5-ab97a31075f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:04.866947 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a41231-8a20-408a-9729-ca2fc091432d None None] Pushing event updated for resources: {'Port': ['ID=bb11afeb-30cf-40fd-b030-4a929f2b2615,revision_number=2']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:14:04.898386 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-c34c821a-de3b-49d6-8fa5-ab97a31075f7 None None] For port bb11afeb-30cf-40fd-b030-4a929f2b2615, host dv-cinder-804735-5-iscsi, cleared binding levels {{(pid=100913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 05:14:04.901627 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-c34c821a-de3b-49d6-8fa5-ab97a31075f7 None None] For port bb11afeb-30cf-40fd-b030-4a929f2b2615, host dv-cinder-804735-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-5-iscsi',level=0,port_id=bb11afeb-30cf-40fd-b030-4a929f2b2615,segment=NetworkSegment(ace692d4-e0f2-4d18-963d-d8c8432b7d17),segment_id=ace692d4-e0f2-4d18-963d-d8c8432b7d17)] {{(pid=100913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 05:14:04.918151 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Provisioning for port a95c7a8a-34c7-4365-adbc-1e0f5afc8884 completed by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:14:04.923159 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Provisioning complete for port a95c7a8a-34c7-4365-adbc-1e0f5afc8884 triggered by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:14:04.923539 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:05.003362 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:05.004836 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-cfe82f75-8dd1-45c2-8a17-72a9b83f271f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:05.042437 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] For port a95c7a8a-34c7-4365-adbc-1e0f5afc8884, host dv-cinder-804735-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-5-iscsi',level=0,port_id=a95c7a8a-34c7-4365-adbc-1e0f5afc8884,segment=NetworkSegment(72e1db5b-ab63-4e02-9f11-88ab887028b5),segment_id=72e1db5b-ab63-4e02-9f11-88ab887028b5)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:14:05.050002 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-c34c821a-de3b-49d6-8fa5-ab97a31075f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:05.105824 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34c821a-de3b-49d6-8fa5-ab97a31075f7 None None] Routers {'32b5eb53-8a33-4bb7-be65-58ee86778e55'} bound to L3 agent in host dv-cinder-804735-5-iscsi {{(pid=100913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:14:05.106458 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-c34c821a-de3b-49d6-8fa5-ab97a31075f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T04:53:40Z,description=,heartbeat_timestamp=2021-09-01T05:13:40Z,host='dv-cinder-804735-5-iscsi',id=dd4ad2d5-7278-4db2-b968-23881816b870,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:53:41Z,topic='l3_agent')) {'router_ids': ['32b5eb53-8a33-4bb7-be65-58ee86778e55'], 'active': True} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:14:05.108154 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-e2397780-80db-4466-bda7-badd25ea7acb None None] Provisioning for port f924ef7a-30f4-4f54-ba38-cbd511efaa5d completed by entity DHCP. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:14:05.149540 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-e2397780-80db-4466-bda7-badd25ea7acb None None] Provisioning complete for port f924ef7a-30f4-4f54-ba38-cbd511efaa5d triggered by entity DHCP. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:14:05.149937 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-e2397780-80db-4466-bda7-badd25ea7acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:05.151489 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a41231-8a20-408a-9729-ca2fc091432d None None] Pushing event updated for resources: {'Port': ['ID=bb11afeb-30cf-40fd-b030-4a929f2b2615,revision_number=3']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:14:05.156442 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:05.171217 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-cfe82f75-8dd1-45c2-8a17-72a9b83f271f admin admin] Notify callbacks [] for port, precommit_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:05.237109 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-cfe82f75-8dd1-45c2-8a17-72a9b83f271f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3457217'] for port, after_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:05.261006 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.plugin [None req-e2397780-80db-4466-bda7-badd25ea7acb None None] Port f924ef7a-30f4-4f54-ba38-cbd511efaa5d cannot update to ACTIVE because it is not bound. {{(pid=100913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 05:14:05.278587 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Pushing event updated for resources: {'Port': ['ID=a95c7a8a-34c7-4365-adbc-1e0f5afc8884,revision_number=3']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:14:05.294267 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvr_db [None req-c34c821a-de3b-49d6-8fa5-ab97a31075f7 None None] Set router 32b5eb53-8a33-4bb7-be65-58ee86778e55 gateway port host: dv-cinder-804735-5-iscsi {{(pid=100913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:14:05.303254 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-cfe82f75-8dd1-45c2-8a17-72a9b83f271f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1607752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1961012'] for router_interface, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:05.304911 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe82f75-8dd1-45c2-8a17-72a9b83f271f admin admin] Pushing event updated for resources: {'Port': ['ID=f924ef7a-30f4-4f54-ba38-cbd511efaa5d,revision_number=2']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:14:05.399307 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe82f75-8dd1-45c2-8a17-72a9b83f271f admin admin] Network 9e2087de-f9a8-4365-a8ab-2a3d1c4af0b6 is already hosted by enough agents. {{(pid=100911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:14:05.400867 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.base_scheduler [None req-cfe82f75-8dd1-45c2-8a17-72a9b83f271f admin admin] Resources bound (agent type, host, resource id): {{(pid=100911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:14:05.525718 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device d055a4d3-9c6e-411e-9dcf-57668aa01afe up at agent ovs-agent-dv-cinder-804735-5-iscsi {{(pid=100913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:14:05.538645 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfe82f75-8dd1-45c2-8a17-72a9b83f271f admin admin] Router 32b5eb53-8a33-4bb7-be65-58ee86778e55 has already been hosted by L3 agent dd4ad2d5-7278-4db2-b968-23881816b870 {{(pid=100911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 05:14:05.635608 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Provisioning complete for port d055a4d3-9c6e-411e-9dcf-57668aa01afe triggered by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:14:05.636189 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:05.648984 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfe82f75-8dd1-45c2-8a17-72a9b83f271f admin admin] Notify agent at l3_agent.dv-cinder-804735-5-iscsi the message routers_updated {{(pid=100911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 05:14:05.661359 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-cfe82f75-8dd1-45c2-8a17-72a9b83f271f admin admin] 10.222.0.11 "PUT /v2.0/routers/32b5eb53-8a33-4bb7-be65-58ee86778e55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8040643 Sep 01 05:14:05.709185 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-8967f7af-35bd-4b27-a4c6-70bf9dc02919 None None] Provisioning complete for port f924ef7a-30f4-4f54-ba38-cbd511efaa5d triggered by entity DHCP. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:14:05.709552 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-8967f7af-35bd-4b27-a4c6-70bf9dc02919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:05.771831 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.plugin [None req-8967f7af-35bd-4b27-a4c6-70bf9dc02919 None None] Port f924ef7a-30f4-4f54-ba38-cbd511efaa5d cannot update to ACTIVE because it is not bound. {{(pid=100913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 05:14:05.789224 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-c34c821a-de3b-49d6-8fa5-ab97a31075f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b5eb53-8a33-4bb7-be65-58ee86778e55', 'name': 'tempest-TestShelveInstance-1253180528-router', 'tenant_id': '170d089b559a41a8ba7be45dcd683766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'bb11afeb-30cf-40fd-b030-4a929f2b2615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:14:01Z', 'updated_at': '2021-09-01T05:14:04Z', 'revision_number': 4, 'project_id': '170d089b559a41a8ba7be45dcd683766', 'gw_port': {'id': 'bb11afeb-30cf-40fd-b030-4a929f2b2615', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a7:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b5eb53-8a33-4bb7-be65-58ee86778e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:14:02Z', 'updated_at': '2021-09-01T05:14:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi', '_interfaces': [{'id': 'f924ef7a-30f4-4f54-ba38-cbd511efaa5d', 'name': '', 'network_id': '9e2087de-f9a8-4365-a8ab-2a3d1c4af0b6', 'tenant_id': '170d089b559a41a8ba7be45dcd683766', 'mac_address': 'fa:16:3e:97:f0:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b5eb53-8a33-4bb7-be65-58ee86778e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '5f15d8fe-62f0-4279-8ccf-822db2e66b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:14:04Z', 'updated_at': '2021-09-01T05:14:04Z', 'revision_number': 1, 'project_id': '170d089b559a41a8ba7be45dcd683766', 'subnets': [{'id': '5f15d8fe-62f0-4279-8ccf-822db2e66b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-5-iscsi', False) {} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:14:05.818190 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device a95c7a8a-34c7-4365-adbc-1e0f5afc8884 up at agent ovs-agent-dv-cinder-804735-5-iscsi {{(pid=100913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:14:05.820129 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34c821a-de3b-49d6-8fa5-ab97a31075f7 None None] The sync data for ids ['32b5eb53-8a33-4bb7-be65-58ee86778e55'] in dv-cinder-804735-5-iscsi is: [{'id': '32b5eb53-8a33-4bb7-be65-58ee86778e55', 'name': 'tempest-TestShelveInstance-1253180528-router', 'tenant_id': '170d089b559a41a8ba7be45dcd683766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'bb11afeb-30cf-40fd-b030-4a929f2b2615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:14:01Z', 'updated_at': '2021-09-01T05:14:04Z', 'revision_number': 4, 'project_id': '170d089b559a41a8ba7be45dcd683766', 'gw_port': {'id': 'bb11afeb-30cf-40fd-b030-4a929f2b2615', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a7:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b5eb53-8a33-4bb7-be65-58ee86778e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:14:02Z', 'updated_at': '2021-09-01T05:14:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi', '_interfaces': [{'id': 'f924ef7a-30f4-4f54-ba38-cbd511efaa5d', 'name': '', 'network_id': '9e2087de-f9a8-4365-a8ab-2a3d1c4af0b6', 'tenant_id': '170d089b559a41a8ba7be45dcd683766', 'mac_address': 'fa:16:3e:97:f0:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b5eb53-8a33-4bb7-be65-58ee86778e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '5f15d8fe-62f0-4279-8ccf-822db2e66b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:14:04Z', 'updated_at': '2021-09-01T05:14:04Z', 'revision_number': 1, 'project_id': '170d089b559a41a8ba7be45dcd683766', 'subnets': [{'id': '5f15d8fe-62f0-4279-8ccf-822db2e66b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 05:14:05.871090 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Provisioning complete for port a95c7a8a-34c7-4365-adbc-1e0f5afc8884 triggered by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:14:05.871090 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:06.491108 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 53366) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:14:06.495939 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.v2.base [None req-a19b0536-a4e7-4cf0-936d-eff1512c7d02 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1327802563', 'description': 'tempest-secgroup-smoke-1327802563 description', 'project_id': 'b6a7432c340849beac019ede21c71b45'}} {{(pid=100911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:14:06.585738 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-a19b0536-a4e7-4cf0-936d-eff1512c7d02 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Notify callbacks [] for security_group, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:06.673903 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-a19b0536-a4e7-4cf0-936d-eff1512c7d02 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Notify callbacks [] for security_group, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:06.752594 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-a19b0536-a4e7-4cf0-936d-eff1512c7d02 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:06.783264 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19b0536-a4e7-4cf0-936d-eff1512c7d02 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a38f95e2-5593-4b04-a16e-db1fc2b4d57e,revision_number=1']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:14:06.866571 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-a19b0536-a4e7-4cf0-936d-eff1512c7d02 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Notify callbacks [] for security_group, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:06.868072 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-a19b0536-a4e7-4cf0-936d-eff1512c7d02 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3757000 Sep 01 05:14:06.870872 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 53368) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:14:06.875862 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.v2.base [None req-e1895183-ec6f-4211-9ae3-fb39cf77a2f4 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Request body: {'security_group_rule': {'security_group_id': 'a38f95e2-5593-4b04-a16e-db1fc2b4d57e', 'project_id': 'b6a7432c340849beac019ede21c71b45', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:14:06.980101 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-e1895183-ec6f-4211-9ae3-fb39cf77a2f4 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:07.033975 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-e1895183-ec6f-4211-9ae3-fb39cf77a2f4 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:07.077611 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-e1895183-ec6f-4211-9ae3-fb39cf77a2f4 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71185'] for security_group_rule, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:07.096541 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1895183-ec6f-4211-9ae3-fb39cf77a2f4 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc0f84d1-a4e5-4aa0-913d-ae2889e43967,revision_number=0']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:14:07.135278 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-e1895183-ec6f-4211-9ae3-fb39cf77a2f4 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:07.136486 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-e1895183-ec6f-4211-9ae3-fb39cf77a2f4 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2645180 Sep 01 05:14:07.139135 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 53370) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:14:07.144297 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.v2.base [None req-88afd036-8f5e-43ae-9a01-72c0927eab51 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Request body: {'security_group_rule': {'security_group_id': 'a38f95e2-5593-4b04-a16e-db1fc2b4d57e', 'project_id': 'b6a7432c340849beac019ede21c71b45', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:14:07.208462 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-88afd036-8f5e-43ae-9a01-72c0927eab51 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:07.265009 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-88afd036-8f5e-43ae-9a01-72c0927eab51 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:07.306756 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3e43f968-c3cf-40cf-8dbc-4062f9cef8e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:07.335528 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-88afd036-8f5e-43ae-9a01-72c0927eab51 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71185'] for security_group_rule, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:07.354929 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88afd036-8f5e-43ae-9a01-72c0927eab51 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=412aea7e-2afd-4321-a690-29a80bb5c022,revision_number=0']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:14:07.421282 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-88afd036-8f5e-43ae-9a01-72c0927eab51 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:07.423924 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-88afd036-8f5e-43ae-9a01-72c0927eab51 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2837136 Sep 01 05:14:07.431277 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 53372) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:14:07.436169 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.v2.base [None req-e2499a53-2547-4220-a320-fd1750d1bcb8 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Request body: {'security_group_rule': {'security_group_id': 'a38f95e2-5593-4b04-a16e-db1fc2b4d57e', 'project_id': 'b6a7432c340849beac019ede21c71b45', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:14:07.481211 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device bb11afeb-30cf-40fd-b030-4a929f2b2615 up at agent ovs-agent-dv-cinder-804735-5-iscsi {{(pid=100913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:14:07.538997 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-e2499a53-2547-4220-a320-fd1750d1bcb8 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:07.581509 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Provisioning for port bb11afeb-30cf-40fd-b030-4a929f2b2615 completed by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:14:07.587620 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Provisioning complete for port bb11afeb-30cf-40fd-b030-4a929f2b2615 triggered by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:14:07.588304 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:07.592637 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4375b1b4-3043-4f4c-90db-b69bb194d6b7 None None] Sync routers for ids ['32b5eb53-8a33-4bb7-be65-58ee86778e55'] in dv-cinder-804735-5-iscsi {{(pid=100914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 05:14:07.606707 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4375b1b4-3043-4f4c-90db-b69bb194d6b7 None None] Routers {'32b5eb53-8a33-4bb7-be65-58ee86778e55'} bound to L3 agent in host dv-cinder-804735-5-iscsi {{(pid=100914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:14:07.607737 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_hamode_db [None req-4375b1b4-3043-4f4c-90db-b69bb194d6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T04:53:40Z,description=,heartbeat_timestamp=2021-09-01T05:13:40Z,host='dv-cinder-804735-5-iscsi',id=dd4ad2d5-7278-4db2-b968-23881816b870,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:53:41Z,topic='l3_agent')) {'router_ids': ['32b5eb53-8a33-4bb7-be65-58ee86778e55'], 'active': True} {{(pid=100914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:14:07.618757 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-e2499a53-2547-4220-a320-fd1750d1bcb8 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:07.673661 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:07.677804 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-e2499a53-2547-4220-a320-fd1750d1bcb8 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71185'] for security_group_rule, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:07.696218 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] For port bb11afeb-30cf-40fd-b030-4a929f2b2615, host dv-cinder-804735-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-5-iscsi',level=0,port_id=bb11afeb-30cf-40fd-b030-4a929f2b2615,segment=NetworkSegment(ace692d4-e0f2-4d18-963d-d8c8432b7d17),segment_id=ace692d4-e0f2-4d18-963d-d8c8432b7d17)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:14:07.697825 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2499a53-2547-4220-a320-fd1750d1bcb8 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0484abe-7e19-4569-8de0-3f21bc19fff4,revision_number=0']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:14:07.724777 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_dvr_db [None req-4375b1b4-3043-4f4c-90db-b69bb194d6b7 None None] Set router 32b5eb53-8a33-4bb7-be65-58ee86778e55 gateway port host: dv-cinder-804735-5-iscsi {{(pid=100914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:14:07.769686 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:07.798386 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-e2499a53-2547-4220-a320-fd1750d1bcb8 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:07.800617 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-e2499a53-2547-4220-a320-fd1750d1bcb8 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3678539 Sep 01 05:14:07.803090 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 53374) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:14:07.807808 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.v2.base [None req-213a74e0-7ab2-4dc4-8fe0-3a99a98b0694 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Request body: {'security_group_rule': {'security_group_id': 'a38f95e2-5593-4b04-a16e-db1fc2b4d57e', 'project_id': 'b6a7432c340849beac019ede21c71b45', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:14:07.835506 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Pushing event updated for resources: {'Port': ['ID=bb11afeb-30cf-40fd-b030-4a929f2b2615,revision_number=4']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:14:07.888885 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-213a74e0-7ab2-4dc4-8fe0-3a99a98b0694 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:07.918747 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_hamode_db [None req-4375b1b4-3043-4f4c-90db-b69bb194d6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b5eb53-8a33-4bb7-be65-58ee86778e55', 'name': 'tempest-TestShelveInstance-1253180528-router', 'tenant_id': '170d089b559a41a8ba7be45dcd683766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'bb11afeb-30cf-40fd-b030-4a929f2b2615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:14:01Z', 'updated_at': '2021-09-01T05:14:04Z', 'revision_number': 4, 'project_id': '170d089b559a41a8ba7be45dcd683766', 'gw_port': {'id': 'bb11afeb-30cf-40fd-b030-4a929f2b2615', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a7:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b5eb53-8a33-4bb7-be65-58ee86778e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:14:02Z', 'updated_at': '2021-09-01T05:14:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi', '_interfaces': [{'id': 'f924ef7a-30f4-4f54-ba38-cbd511efaa5d', 'name': '', 'network_id': '9e2087de-f9a8-4365-a8ab-2a3d1c4af0b6', 'tenant_id': '170d089b559a41a8ba7be45dcd683766', 'mac_address': 'fa:16:3e:97:f0:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b5eb53-8a33-4bb7-be65-58ee86778e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '5f15d8fe-62f0-4279-8ccf-822db2e66b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:14:04Z', 'updated_at': '2021-09-01T05:14:05Z', 'revision_number': 2, 'project_id': '170d089b559a41a8ba7be45dcd683766', 'subnets': [{'id': '5f15d8fe-62f0-4279-8ccf-822db2e66b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-5-iscsi', False) {} {{(pid=100914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:14:07.948896 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4375b1b4-3043-4f4c-90db-b69bb194d6b7 None None] Checking router: 32b5eb53-8a33-4bb7-be65-58ee86778e55 for host: dv-cinder-804735-5-iscsi {{(pid=100914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 05:14:07.949163 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4375b1b4-3043-4f4c-90db-b69bb194d6b7 None None] Updating router 32b5eb53-8a33-4bb7-be65-58ee86778e55 port f924ef7a-30f4-4f54-ba38-cbd511efaa5d binding host dv-cinder-804735-5-iscsi {{(pid=100914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 05:14:07.950283 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-213a74e0-7ab2-4dc4-8fe0-3a99a98b0694 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:07.973769 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron_lib.callbacks.manager [None req-4375b1b4-3043-4f4c-90db-b69bb194d6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:08.009176 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-213a74e0-7ab2-4dc4-8fe0-3a99a98b0694 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71185'] for security_group_rule, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:08.028688 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213a74e0-7ab2-4dc4-8fe0-3a99a98b0694 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=031ba9ac-70f6-4aad-97a8-87d9f0c936b5,revision_number=0']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:14:08.089294 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-213a74e0-7ab2-4dc4-8fe0-3a99a98b0694 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:08.090655 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-213a74e0-7ab2-4dc4-8fe0-3a99a98b0694 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2865343 Sep 01 05:14:08.093351 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 53376) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:14:08.097961 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.v2.base [None req-70487c59-311a-4f18-8f55-b293b5353cb9 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Request body: {'security_group_rule': {'security_group_id': 'a38f95e2-5593-4b04-a16e-db1fc2b4d57e', 'project_id': 'b6a7432c340849beac019ede21c71b45', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:14:08.192564 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.db.securitygroups_db [None req-70487c59-311a-4f18-8f55-b293b5353cb9 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Project b6a7432c340849beac019ede21c71b45 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 05:14:08.197500 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-70487c59-311a-4f18-8f55-b293b5353cb9 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:08.233680 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron_lib.callbacks.manager [None req-4375b1b4-3043-4f4c-90db-b69bb194d6b7 None None] Notify callbacks [] for port, precommit_update {{(pid=100914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:08.243906 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.provisioning_blocks [None req-4375b1b4-3043-4f4c-90db-b69bb194d6b7 None None] Transition to ACTIVE for port object f924ef7a-30f4-4f54-ba38-cbd511efaa5d will not be triggered until provisioned by entity L2. {{(pid=100914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:14:08.261610 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-70487c59-311a-4f18-8f55-b293b5353cb9 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:08.306849 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron_lib.callbacks.manager [None req-4375b1b4-3043-4f4c-90db-b69bb194d6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:08.346641 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-70487c59-311a-4f18-8f55-b293b5353cb9 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71185'] for security_group_rule, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:08.361596 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2994abed-0fea-45af-8e51-022167411cc4 None None] Pushing event updated for resources: {'Port': ['ID=f924ef7a-30f4-4f54-ba38-cbd511efaa5d,revision_number=3']} {{(pid=100914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:14:08.369922 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70487c59-311a-4f18-8f55-b293b5353cb9 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c24610f7-df37-4989-9f60-899916d56782,revision_number=0']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:14:08.411379 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.plugins.ml2.managers [None req-4375b1b4-3043-4f4c-90db-b69bb194d6b7 None None] Attempting to bind port f924ef7a-30f4-4f54-ba38-cbd511efaa5d on host dv-cinder-804735-5-iscsi for vnic_type normal with profile {{(pid=100914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 05:14:08.413704 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.plugins.ml2.managers [None req-4375b1b4-3043-4f4c-90db-b69bb194d6b7 None None] Attempting to bind port f924ef7a-30f4-4f54-ba38-cbd511efaa5d by drivers openvswitch,hyperv on host dv-cinder-804735-5-iscsi at level 0 using segments [{'id': '72e1db5b-ab63-4e02-9f11-88ab887028b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e2087de-f9a8-4365-a8ab-2a3d1c4af0b6'}] {{(pid=100914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 05:14:08.413704 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4375b1b4-3043-4f4c-90db-b69bb194d6b7 None None] Attempting to bind port f924ef7a-30f4-4f54-ba38-cbd511efaa5d on network 9e2087de-f9a8-4365-a8ab-2a3d1c4af0b6 {{(pid=100914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:14:08.417536 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4375b1b4-3043-4f4c-90db-b69bb194d6b7 None None] Checking agent: {'id': '262f7f02-ff25-45e4-acf2-78173ac4ae41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 53, 40), 'started_at': datetime.datetime(2021, 9, 1, 4, 54, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 5, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 05:14:08.418239 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4375b1b4-3043-4f4c-90db-b69bb194d6b7 None None] Checking segment: {'id': '72e1db5b-ab63-4e02-9f11-88ab887028b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e2087de-f9a8-4365-a8ab-2a3d1c4af0b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:14:08.418712 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron_lib.callbacks.manager [None req-4375b1b4-3043-4f4c-90db-b69bb194d6b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:08.419220 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4375b1b4-3043-4f4c-90db-b69bb194d6b7 None None] Bound using segment: {'id': '72e1db5b-ab63-4e02-9f11-88ab887028b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e2087de-f9a8-4365-a8ab-2a3d1c4af0b6'} {{(pid=100914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 05:14:08.419760 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.plugins.ml2.managers [None req-4375b1b4-3043-4f4c-90db-b69bb194d6b7 None None] Bound port: f924ef7a-30f4-4f54-ba38-cbd511efaa5d, host: dv-cinder-804735-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72e1db5b-ab63-4e02-9f11-88ab887028b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '9e2087de-f9a8-4365-a8ab-2a3d1c4af0b6'}}] {{(pid=100914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 05:14:08.420209 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron_lib.callbacks.manager [None req-4375b1b4-3043-4f4c-90db-b69bb194d6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:08.433032 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-70487c59-311a-4f18-8f55-b293b5353cb9 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:08.434411 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-70487c59-311a-4f18-8f55-b293b5353cb9 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3400578 Sep 01 05:14:08.437000 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 53378) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:14:08.442298 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.v2.base [None req-9a76c3e0-2d10-4e60-b9ba-1cb9bead13f2 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Request body: {'security_group_rule': {'security_group_id': 'a38f95e2-5593-4b04-a16e-db1fc2b4d57e', 'project_id': 'b6a7432c340849beac019ede21c71b45', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:14:08.490268 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.plugins.ml2.db [None req-4375b1b4-3043-4f4c-90db-b69bb194d6b7 None None] For port f924ef7a-30f4-4f54-ba38-cbd511efaa5d, host dv-cinder-804735-5-iscsi, cleared binding levels {{(pid=100914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 05:14:08.493607 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.plugins.ml2.db [None req-4375b1b4-3043-4f4c-90db-b69bb194d6b7 None None] For port f924ef7a-30f4-4f54-ba38-cbd511efaa5d, host dv-cinder-804735-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-5-iscsi',level=0,port_id=f924ef7a-30f4-4f54-ba38-cbd511efaa5d,segment=NetworkSegment(72e1db5b-ab63-4e02-9f11-88ab887028b5),segment_id=72e1db5b-ab63-4e02-9f11-88ab887028b5)] {{(pid=100914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 05:14:08.518205 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.db.securitygroups_db [None req-9a76c3e0-2d10-4e60-b9ba-1cb9bead13f2 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Project b6a7432c340849beac019ede21c71b45 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 05:14:08.523519 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-9a76c3e0-2d10-4e60-b9ba-1cb9bead13f2 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:08.575426 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron_lib.callbacks.manager [None req-4375b1b4-3043-4f4c-90db-b69bb194d6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:08.582540 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-9a76c3e0-2d10-4e60-b9ba-1cb9bead13f2 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:08.638416 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4375b1b4-3043-4f4c-90db-b69bb194d6b7 None None] Routers {'32b5eb53-8a33-4bb7-be65-58ee86778e55'} bound to L3 agent in host dv-cinder-804735-5-iscsi {{(pid=100914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:14:08.639087 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_hamode_db [None req-4375b1b4-3043-4f4c-90db-b69bb194d6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T04:53:40Z,description=,heartbeat_timestamp=2021-09-01T05:13:40Z,host='dv-cinder-804735-5-iscsi',id=dd4ad2d5-7278-4db2-b968-23881816b870,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:53:41Z,topic='l3_agent')) {'router_ids': ['32b5eb53-8a33-4bb7-be65-58ee86778e55'], 'active': True} {{(pid=100914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:14:08.641945 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2994abed-0fea-45af-8e51-022167411cc4 None None] Pushing event updated for resources: {'Port': ['ID=f924ef7a-30f4-4f54-ba38-cbd511efaa5d,revision_number=4']} {{(pid=100914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:14:08.654970 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-9a76c3e0-2d10-4e60-b9ba-1cb9bead13f2 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71185'] for security_group_rule, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:08.682029 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a76c3e0-2d10-4e60-b9ba-1cb9bead13f2 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b91dbadc-49ce-4465-8699-aa46ce0ce237,revision_number=0']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:14:08.757071 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_dvr_db [None req-4375b1b4-3043-4f4c-90db-b69bb194d6b7 None None] Set router 32b5eb53-8a33-4bb7-be65-58ee86778e55 gateway port host: dv-cinder-804735-5-iscsi {{(pid=100914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:14:08.763948 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-9a76c3e0-2d10-4e60-b9ba-1cb9bead13f2 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:08.765195 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-9a76c3e0-2d10-4e60-b9ba-1cb9bead13f2 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3267069 Sep 01 05:14:09.054189 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_hamode_db [None req-4375b1b4-3043-4f4c-90db-b69bb194d6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b5eb53-8a33-4bb7-be65-58ee86778e55', 'name': 'tempest-TestShelveInstance-1253180528-router', 'tenant_id': '170d089b559a41a8ba7be45dcd683766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'bb11afeb-30cf-40fd-b030-4a929f2b2615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:14:01Z', 'updated_at': '2021-09-01T05:14:04Z', 'revision_number': 4, 'project_id': '170d089b559a41a8ba7be45dcd683766', 'gw_port': {'id': 'bb11afeb-30cf-40fd-b030-4a929f2b2615', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b5eb53-8a33-4bb7-be65-58ee86778e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:14:02Z', 'updated_at': '2021-09-01T05:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi', '_interfaces': [{'id': 'f924ef7a-30f4-4f54-ba38-cbd511efaa5d', 'name': '', 'network_id': '9e2087de-f9a8-4365-a8ab-2a3d1c4af0b6', 'tenant_id': '170d089b559a41a8ba7be45dcd683766', 'mac_address': 'fa:16:3e:97:f0:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b5eb53-8a33-4bb7-be65-58ee86778e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '5f15d8fe-62f0-4279-8ccf-822db2e66b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:14:04Z', 'updated_at': '2021-09-01T05:14:08Z', 'revision_number': 4, 'project_id': '170d089b559a41a8ba7be45dcd683766', 'subnets': [{'id': '5f15d8fe-62f0-4279-8ccf-822db2e66b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-5-iscsi', False) {} {{(pid=100914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:14:09.080019 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4375b1b4-3043-4f4c-90db-b69bb194d6b7 None None] The sync data for ids ['32b5eb53-8a33-4bb7-be65-58ee86778e55'] in dv-cinder-804735-5-iscsi is: [{'id': '32b5eb53-8a33-4bb7-be65-58ee86778e55', 'name': 'tempest-TestShelveInstance-1253180528-router', 'tenant_id': '170d089b559a41a8ba7be45dcd683766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'bb11afeb-30cf-40fd-b030-4a929f2b2615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:14:01Z', 'updated_at': '2021-09-01T05:14:04Z', 'revision_number': 4, 'project_id': '170d089b559a41a8ba7be45dcd683766', 'gw_port': {'id': 'bb11afeb-30cf-40fd-b030-4a929f2b2615', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b5eb53-8a33-4bb7-be65-58ee86778e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:14:02Z', 'updated_at': '2021-09-01T05:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi', '_interfaces': [{'id': 'f924ef7a-30f4-4f54-ba38-cbd511efaa5d', 'name': '', 'network_id': '9e2087de-f9a8-4365-a8ab-2a3d1c4af0b6', 'tenant_id': '170d089b559a41a8ba7be45dcd683766', 'mac_address': 'fa:16:3e:97:f0:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32b5eb53-8a33-4bb7-be65-58ee86778e55', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '5f15d8fe-62f0-4279-8ccf-822db2e66b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:14:04Z', 'updated_at': '2021-09-01T05:14:08Z', 'revision_number': 4, 'project_id': '170d089b559a41a8ba7be45dcd683766', 'subnets': [{'id': '5f15d8fe-62f0-4279-8ccf-822db2e66b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 05:14:09.494344 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device f924ef7a-30f4-4f54-ba38-cbd511efaa5d up at agent ovs-agent-dv-cinder-804735-5-iscsi {{(pid=100913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:14:09.626541 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Provisioning for port f924ef7a-30f4-4f54-ba38-cbd511efaa5d completed by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:14:09.631164 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Provisioning complete for port f924ef7a-30f4-4f54-ba38-cbd511efaa5d triggered by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:14:09.632919 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:09.710551 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:09.744536 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] For port f924ef7a-30f4-4f54-ba38-cbd511efaa5d, host dv-cinder-804735-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-5-iscsi',level=0,port_id=f924ef7a-30f4-4f54-ba38-cbd511efaa5d,segment=NetworkSegment(72e1db5b-ab63-4e02-9f11-88ab887028b5),segment_id=72e1db5b-ab63-4e02-9f11-88ab887028b5)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:14:09.832186 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:09.833028 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device bb11afeb-30cf-40fd-b030-4a929f2b2615 up at agent ovs-agent-dv-cinder-804735-5-iscsi {{(pid=100913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:14:09.912181 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Pushing event updated for resources: {'Port': ['ID=f924ef7a-30f4-4f54-ba38-cbd511efaa5d,revision_number=5']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:14:09.922094 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Provisioning complete for port bb11afeb-30cf-40fd-b030-4a929f2b2615 triggered by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:14:09.922469 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:10.049701 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:10.083989 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-7efdd4e1-f2a6-4324-8323-2ae84176cebd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:11.392403 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-125f6581-13c4-4eca-b15a-10d5e92c8028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:11.468049 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device f924ef7a-30f4-4f54-ba38-cbd511efaa5d up at agent ovs-agent-dv-cinder-804735-5-iscsi {{(pid=100913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:14:11.516034 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Provisioning complete for port f924ef7a-30f4-4f54-ba38-cbd511efaa5d triggered by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:14:11.516408 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:13.220646 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-57069d07-1191-4bd8-9ef8-43ac9a8b42c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:22.169059 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:25.411718 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-53640a23-4aaf-4ed8-be00-4bc42207d54e req-f8e10561-d006-44f0-9951-143fede1d585 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1327802563&fields=id&tenant_id=b6a7432c340849beac019ede21c71b45 HTTP/1.1" status: 200 len: 267 time: 0.0328784 Sep 01 05:14:25.517466 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53640a23-4aaf-4ed8-be00-4bc42207d54e req-748e5261-f267-4dbd-889d-79e8694c3bb6 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:14:25.518858 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-53640a23-4aaf-4ed8-be00-4bc42207d54e req-748e5261-f267-4dbd-889d-79e8694c3bb6 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/networks?id=dea2273f-d63b-4c44-9b8f-2b9920fe0762 HTTP/1.1" status: 200 len: 808 time: 0.0996494 Sep 01 05:14:25.533759 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-53640a23-4aaf-4ed8-be00-4bc42207d54e req-dfc3352c-9bcf-412f-a5b6-24309408fe5f tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/quotas/b6a7432c340849beac019ede21c71b45 HTTP/1.1" status: 200 len: 375 time: 0.0086720 Sep 01 05:14:25.581892 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-53640a23-4aaf-4ed8-be00-4bc42207d54e req-abc26c61-90f4-429a-8eda-b663f0b0366f tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b6a7432c340849beac019ede21c71b45&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0430989 Sep 01 05:14:25.815244 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-53640a23-4aaf-4ed8-be00-4bc42207d54e req-6236da35-9b6f-4626-b82b-3438187ee80c service neutron] 10.222.0.11 "GET /v2.0/networks/dea2273f-d63b-4c44-9b8f-2b9920fe0762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208390 Sep 01 05:14:25.902044 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-53640a23-4aaf-4ed8-be00-4bc42207d54e req-1dc866a4-51d2-468b-9518-5cd51b50126a service neutron] 10.222.0.11 "GET /v2.0/networks/dea2273f-d63b-4c44-9b8f-2b9920fe0762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803888 Sep 01 05:14:26.483849 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-5a6685bb-1f85-47e9-b88c-860d03c335bd req-34b248cc-3b47-4741-9d9b-3f3f94883296 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d6ac8-e455-4f9a-a547-aba87c8ca996 HTTP/1.1" status: 200 len: 210 time: 0.0370879 Sep 01 05:14:26.561479 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.agents_db [None req-49e1e325-328c-4825-9e4f-7693071b0ea2 None None] Agent healthcheck: found 6 active agents {{(pid=100914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 05:14:27.576311 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-9e4deee3-b2a8-4ad0-81e7-fa4e55b266bc req-3f4a4ca6-88b8-4b50-8513-d7868be22344 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d6ac8-e455-4f9a-a547-aba87c8ca996 HTTP/1.1" status: 200 len: 210 time: 0.0252228 Sep 01 05:14:28.292436 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53640a23-4aaf-4ed8-be00-4bc42207d54e req-3de11888-1ea3-45a9-b643-10ae9d0a6aab tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:14:28.293890 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-53640a23-4aaf-4ed8-be00-4bc42207d54e req-3de11888-1ea3-45a9-b643-10ae9d0a6aab tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.37 "GET /v2.0/networks?id=dea2273f-d63b-4c44-9b8f-2b9920fe0762 HTTP/1.1" status: 200 len: 808 time: 0.0966499 Sep 01 05:14:28.342513 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-53640a23-4aaf-4ed8-be00-4bc42207d54e req-f77a9d08-3cb5-47a9-a1dd-edfc803d6bb2 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6a7432c340849beac019ede21c71b45 HTTP/1.1" status: 200 len: 380 time: 0.0346518 Sep 01 05:14:28.352048 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.v2.base [req-53640a23-4aaf-4ed8-be00-4bc42207d54e req-1cf6a6d7-58dc-401e-bc7c-99d76a548176 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Request body: {'port': {'device_id': 'fa8d6ac8-e455-4f9a-a547-aba87c8ca996', 'network_id': 'dea2273f-d63b-4c44-9b8f-2b9920fe0762', 'admin_state_up': True, 'tenant_id': 'b6a7432c340849beac019ede21c71b45', 'security_groups': ['a38f95e2-5593-4b04-a16e-db1fc2b4d57e']}} {{(pid=100911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:14:28.678124 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-b978f0ca-0334-47a5-8118-a661c9f613bc req-28e4f764-a7c7-46af-9ec4-285b45c9b3a3 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d6ac8-e455-4f9a-a547-aba87c8ca996 HTTP/1.1" status: 200 len: 210 time: 0.0334547 Sep 01 05:14:28.791617 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53640a23-4aaf-4ed8-be00-4bc42207d54e req-1cf6a6d7-58dc-401e-bc7c-99d76a548176 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Made reservation on behalf of b6a7432c340849beac019ede21c71b45 for: {'port': 1} {{(pid=100911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 05:14:28.795069 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-53640a23-4aaf-4ed8-be00-4bc42207d54e req-1cf6a6d7-58dc-401e-bc7c-99d76a548176 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:28.919789 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.db_base_plugin_common [req-53640a23-4aaf-4ed8-be00-4bc42207d54e req-1cf6a6d7-58dc-401e-bc7c-99d76a548176 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Allocated IP 172.20.0.12 (dea2273f-d63b-4c44-9b8f-2b9920fe0762/226742b2-d5f0-44ae-a54e-533babbbad16/595b5c0e-5633-46ec-b07a-45d2da283213) {{(pid=100911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 05:14:29.060853 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-53640a23-4aaf-4ed8-be00-4bc42207d54e req-1cf6a6d7-58dc-401e-bc7c-99d76a548176 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Notify callbacks [] for port, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:29.074179 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.provisioning_blocks [req-53640a23-4aaf-4ed8-be00-4bc42207d54e req-1cf6a6d7-58dc-401e-bc7c-99d76a548176 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Transition to ACTIVE for port object 595b5c0e-5633-46ec-b07a-45d2da283213 will not be triggered until provisioned by entity DHCP. {{(pid=100911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:14:29.152410 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-53640a23-4aaf-4ed8-be00-4bc42207d54e req-1cf6a6d7-58dc-401e-bc7c-99d76a548176 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780564376589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3457272'] for port, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:29.192006 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53640a23-4aaf-4ed8-be00-4bc42207d54e req-1cf6a6d7-58dc-401e-bc7c-99d76a548176 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Network dea2273f-d63b-4c44-9b8f-2b9920fe0762 is already hosted by enough agents. {{(pid=100911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:14:29.195035 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.base_scheduler [req-53640a23-4aaf-4ed8-be00-4bc42207d54e req-1cf6a6d7-58dc-401e-bc7c-99d76a548176 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Resources bound (agent type, host, resource id): {{(pid=100911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:14:29.202208 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.l3_dvrscheduler_db [req-53640a23-4aaf-4ed8-be00-4bc42207d54e req-1cf6a6d7-58dc-401e-bc7c-99d76a548176 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Received port after_create {{(pid=100911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 05:14:29.241357 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf6a6d7-58dc-401e-bc7c-99d76a548176 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Pushing event updated for resources: {'Port': ['ID=595b5c0e-5633-46ec-b07a-45d2da283213,revision_number=1']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:14:29.268384 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53640a23-4aaf-4ed8-be00-4bc42207d54e req-1cf6a6d7-58dc-401e-bc7c-99d76a548176 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:14:29.269026 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-53640a23-4aaf-4ed8-be00-4bc42207d54e req-1cf6a6d7-58dc-401e-bc7c-99d76a548176 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428309'] for port, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:29.369549 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-53640a23-4aaf-4ed8-be00-4bc42207d54e req-1cf6a6d7-58dc-401e-bc7c-99d76a548176 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0215392 Sep 01 05:14:29.397701 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.v2.base [req-53640a23-4aaf-4ed8-be00-4bc42207d54e req-046928b5-d3b1-4f52-90aa-2406d6918e2e service neutron] Request body: {'port': {'device_id': 'fa8d6ac8-e455-4f9a-a547-aba87c8ca996', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=100911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:14:29.451635 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-53640a23-4aaf-4ed8-be00-4bc42207d54e req-046928b5-d3b1-4f52-90aa-2406d6918e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:29.534703 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-505a63db-3028-46a9-8bef-698cd3aa8738 None None] Provisioning for port 595b5c0e-5633-46ec-b07a-45d2da283213 completed by entity DHCP. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:14:29.541562 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-505a63db-3028-46a9-8bef-698cd3aa8738 None None] Provisioning complete for port 595b5c0e-5633-46ec-b07a-45d2da283213 triggered by entity DHCP. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:14:29.541562 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-505a63db-3028-46a9-8bef-698cd3aa8738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:29.590221 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.plugin [None req-505a63db-3028-46a9-8bef-698cd3aa8738 None None] Port 595b5c0e-5633-46ec-b07a-45d2da283213 cannot update to ACTIVE because it is not bound. {{(pid=100913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 05:14:29.729354 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.notifiers.nova [req-53640a23-4aaf-4ed8-be00-4bc42207d54e req-046928b5-d3b1-4f52-90aa-2406d6918e2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 595b5c0e-5633-46ec-b07a-45d2da283213 {{(pid=100911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 05:14:29.736677 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-53640a23-4aaf-4ed8-be00-4bc42207d54e req-046928b5-d3b1-4f52-90aa-2406d6918e2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:29.748987 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.provisioning_blocks [req-53640a23-4aaf-4ed8-be00-4bc42207d54e req-046928b5-d3b1-4f52-90aa-2406d6918e2e service neutron] Transition to ACTIVE for port object 595b5c0e-5633-46ec-b07a-45d2da283213 will not be triggered until provisioned by entity L2. {{(pid=100911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:14:29.791409 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c933c5-3a6b-4204-970e-be67c65ab065 req-ff9a106f-3bab-4b03-9176-bd4c7012e7e5 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:14:29.792873 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-89c933c5-3a6b-4204-970e-be67c65ab065 req-ff9a106f-3bab-4b03-9176-bd4c7012e7e5 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d6ac8-e455-4f9a-a547-aba87c8ca996 HTTP/1.1" status: 200 len: 932 time: 0.0472879 Sep 01 05:14:29.825821 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-53640a23-4aaf-4ed8-be00-4bc42207d54e req-046928b5-d3b1-4f52-90aa-2406d6918e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3457217'] for port, after_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:29.830166 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-89c933c5-3a6b-4204-970e-be67c65ab065 req-f11cc8b0-5ce6-4595-998f-ce054e6bb8d8 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/security-groups?id=a38f95e2-5593-4b04-a16e-db1fc2b4d57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313869 Sep 01 05:14:29.881493 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046928b5-d3b1-4f52-90aa-2406d6918e2e service neutron] Pushing event updated for resources: {'Port': ['ID=595b5c0e-5633-46ec-b07a-45d2da283213,revision_number=2']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:14:29.953767 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.managers [req-53640a23-4aaf-4ed8-be00-4bc42207d54e req-046928b5-d3b1-4f52-90aa-2406d6918e2e service neutron] Attempting to bind port 595b5c0e-5633-46ec-b07a-45d2da283213 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=100911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 05:14:29.954107 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.managers [req-53640a23-4aaf-4ed8-be00-4bc42207d54e req-046928b5-d3b1-4f52-90aa-2406d6918e2e service neutron] Attempting to bind port 595b5c0e-5633-46ec-b07a-45d2da283213 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'f5869c70-9a17-4e2d-8510-8e1397331317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'dea2273f-d63b-4c44-9b8f-2b9920fe0762'}] {{(pid=100911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 05:14:29.954436 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53640a23-4aaf-4ed8-be00-4bc42207d54e req-046928b5-d3b1-4f52-90aa-2406d6918e2e service neutron] Attempting to bind port 595b5c0e-5633-46ec-b07a-45d2da283213 on network dea2273f-d63b-4c44-9b8f-2b9920fe0762 {{(pid=100911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:14:29.958964 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53640a23-4aaf-4ed8-be00-4bc42207d54e req-046928b5-d3b1-4f52-90aa-2406d6918e2e service neutron] Port 595b5c0e-5633-46ec-b07a-45d2da283213 on network dea2273f-d63b-4c44-9b8f-2b9920fe0762 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=100911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 05:14:29.959213 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53640a23-4aaf-4ed8-be00-4bc42207d54e req-046928b5-d3b1-4f52-90aa-2406d6918e2e service neutron] Attempting to bind port 595b5c0e-5633-46ec-b07a-45d2da283213 on network dea2273f-d63b-4c44-9b8f-2b9920fe0762 {{(pid=100911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:14:29.964892 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53640a23-4aaf-4ed8-be00-4bc42207d54e req-046928b5-d3b1-4f52-90aa-2406d6918e2e service neutron] Checking agent: {'id': '5dc78e7a-d30d-4469-a2d3-6a9bc399bc32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 59, 52), 'started_at': datetime.datetime(2021, 9, 1, 4, 59, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 5, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 05:14:29.965237 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53640a23-4aaf-4ed8-be00-4bc42207d54e req-046928b5-d3b1-4f52-90aa-2406d6918e2e service neutron] Checking segment: {'id': 'f5869c70-9a17-4e2d-8510-8e1397331317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'dea2273f-d63b-4c44-9b8f-2b9920fe0762'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:14:29.965758 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53640a23-4aaf-4ed8-be00-4bc42207d54e req-046928b5-d3b1-4f52-90aa-2406d6918e2e service neutron] Bound using segment: {'id': 'f5869c70-9a17-4e2d-8510-8e1397331317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'dea2273f-d63b-4c44-9b8f-2b9920fe0762'} {{(pid=100911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 05:14:29.966191 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.managers [req-53640a23-4aaf-4ed8-be00-4bc42207d54e req-046928b5-d3b1-4f52-90aa-2406d6918e2e service neutron] Bound port: 595b5c0e-5633-46ec-b07a-45d2da283213, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5869c70-9a17-4e2d-8510-8e1397331317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'dea2273f-d63b-4c44-9b8f-2b9920fe0762'}}] {{(pid=100911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 05:14:29.966554 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-53640a23-4aaf-4ed8-be00-4bc42207d54e req-046928b5-d3b1-4f52-90aa-2406d6918e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:30.033709 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.db [req-53640a23-4aaf-4ed8-be00-4bc42207d54e req-046928b5-d3b1-4f52-90aa-2406d6918e2e service neutron] For port 595b5c0e-5633-46ec-b07a-45d2da283213, host hv-cinder-80473, cleared binding levels {{(pid=100911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 05:14:30.036630 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.db [req-53640a23-4aaf-4ed8-be00-4bc42207d54e req-046928b5-d3b1-4f52-90aa-2406d6918e2e service neutron] For port 595b5c0e-5633-46ec-b07a-45d2da283213, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=595b5c0e-5633-46ec-b07a-45d2da283213,segment=NetworkSegment(f5869c70-9a17-4e2d-8510-8e1397331317),segment_id=f5869c70-9a17-4e2d-8510-8e1397331317)] {{(pid=100911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 05:14:30.100814 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-53640a23-4aaf-4ed8-be00-4bc42207d54e req-046928b5-d3b1-4f52-90aa-2406d6918e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3457217'] for port, after_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:30.134703 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53640a23-4aaf-4ed8-be00-4bc42207d54e req-046928b5-d3b1-4f52-90aa-2406d6918e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:14:30.135340 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-53640a23-4aaf-4ed8-be00-4bc42207d54e req-046928b5-d3b1-4f52-90aa-2406d6918e2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428309'] for port, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:30.136731 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-53640a23-4aaf-4ed8-be00-4bc42207d54e req-046928b5-d3b1-4f52-90aa-2406d6918e2e service neutron] 10.222.0.37 "PUT /v2.0/ports/595b5c0e-5633-46ec-b07a-45d2da283213 HTTP/1.1" status: 200 len: 1094 time: 0.7433558 Sep 01 05:14:30.137173 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa8d6ac8-e455-4f9a-a547-aba87c8ca996', 'tag': '595b5c0e-5633-46ec-b07a-45d2da283213'}] {{(pid=100911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:14:30.139464 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2199b4ef80d697cbc8f6ff5e200fd84d3ba25b9ef6d03a08fa18221b1b049e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f9ae157-a351-4064-989d-9ede1acd414c" -d '{"events": [{"name": "network-changed", "server_uuid": "fa8d6ac8-e455-4f9a-a547-aba87c8ca996", "tag": "595b5c0e-5633-46ec-b07a-45d2da283213"}]}' {{(pid=100911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:14:30.170714 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046928b5-d3b1-4f52-90aa-2406d6918e2e service neutron] Pushing event updated for resources: {'Port': ['ID=595b5c0e-5633-46ec-b07a-45d2da283213,revision_number=3']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:14:30.195904 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 05:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d4cc61c-5880-4634-ab4a-550c45cd6eb8 x-openstack-request-id: req-0d4cc61c-5880-4634-ab4a-550c45cd6eb8 {{(pid=100911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:14:30.196317 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa8d6ac8-e455-4f9a-a547-aba87c8ca996", "tag": "595b5c0e-5633-46ec-b07a-45d2da283213", "status": "completed", "code": 200}]} {{(pid=100911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:14:30.196616 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0d4cc61c-5880-4634-ab4a-550c45cd6eb8 {{(pid=100911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:14:30.197021 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa8d6ac8-e455-4f9a-a547-aba87c8ca996', 'tag': '595b5c0e-5633-46ec-b07a-45d2da283213', 'status': 'completed', 'code': 200} Sep 01 05:14:30.294642 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9ae157-a351-4064-989d-9ede1acd414c req-d3c7cd30-6df4-4ff6-ba1e-5a5a819ff70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:14:30.296185 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-9f9ae157-a351-4064-989d-9ede1acd414c req-d3c7cd30-6df4-4ff6-ba1e-5a5a819ff70f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b6a7432c340849beac019ede21c71b45&device_id=fa8d6ac8-e455-4f9a-a547-aba87c8ca996 HTTP/1.1" status: 200 len: 1097 time: 0.0535538 Sep 01 05:14:30.406373 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9ae157-a351-4064-989d-9ede1acd414c req-ddb5444a-136a-44ca-9293-e7e3aa56d60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:14:30.407852 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-9f9ae157-a351-4064-989d-9ede1acd414c req-ddb5444a-136a-44ca-9293-e7e3aa56d60b service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b6a7432c340849beac019ede21c71b45&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0981205 Sep 01 05:14:30.504814 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9ae157-a351-4064-989d-9ede1acd414c req-a6156f2a-d422-4ce2-b254-88a7417ccfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:14:30.506219 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-9f9ae157-a351-4064-989d-9ede1acd414c req-a6156f2a-d422-4ce2-b254-88a7417ccfd1 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0917194 Sep 01 05:14:30.612281 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53640a23-4aaf-4ed8-be00-4bc42207d54e req-5eba8790-d22b-4440-ac2d-e54200111935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:14:30.614479 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-53640a23-4aaf-4ed8-be00-4bc42207d54e req-5eba8790-d22b-4440-ac2d-e54200111935 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b6a7432c340849beac019ede21c71b45&device_id=fa8d6ac8-e455-4f9a-a547-aba87c8ca996 HTTP/1.1" status: 200 len: 1097 time: 0.0525403 Sep 01 05:14:30.667558 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-53640a23-4aaf-4ed8-be00-4bc42207d54e req-2d749ac9-26b8-4fd4-ac7f-f7eeda86beab service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=595b5c0e-5633-46ec-b07a-45d2da283213 HTTP/1.1" status: 200 len: 217 time: 0.0388780 Sep 01 05:14:30.716964 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53640a23-4aaf-4ed8-be00-4bc42207d54e req-f8c708f9-f5d4-4c71-9fb5-52ce0aa19181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:14:30.718369 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-53640a23-4aaf-4ed8-be00-4bc42207d54e req-f8c708f9-f5d4-4c71-9fb5-52ce0aa19181 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=226742b2-d5f0-44ae-a54e-533babbbad16 HTTP/1.1" status: 200 len: 847 time: 0.0442417 Sep 01 05:14:30.765230 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53640a23-4aaf-4ed8-be00-4bc42207d54e req-7c8dd2e0-841a-4fbd-898a-503a87791b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:14:30.766687 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-53640a23-4aaf-4ed8-be00-4bc42207d54e req-7c8dd2e0-841a-4fbd-898a-503a87791b4d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dea2273f-d63b-4c44-9b8f-2b9920fe0762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416548 Sep 01 05:14:30.859742 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-53640a23-4aaf-4ed8-be00-4bc42207d54e req-a64d1c8e-3f58-45c2-a780-d7511c2b4854 service neutron] 10.222.0.37 "GET /v2.0/networks/dea2273f-d63b-4c44-9b8f-2b9920fe0762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854805 Sep 01 05:14:30.950934 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4483d40-4592-4275-98f5-e1bbd9f37979 req-4edde9ba-e7a1-4405-a2fd-bf7e7d71a298 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:14:30.952463 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-b4483d40-4592-4275-98f5-e1bbd9f37979 req-4edde9ba-e7a1-4405-a2fd-bf7e7d71a298 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d6ac8-e455-4f9a-a547-aba87c8ca996 HTTP/1.1" status: 200 len: 944 time: 0.0499763 Sep 01 05:14:30.955481 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-53640a23-4aaf-4ed8-be00-4bc42207d54e req-0fb6d1ad-2c5c-41ce-b586-41a49cc584a1 service neutron] 10.222.0.37 "GET /v2.0/networks/dea2273f-d63b-4c44-9b8f-2b9920fe0762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892594 Sep 01 05:14:30.990856 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-b4483d40-4592-4275-98f5-e1bbd9f37979 req-cc9da294-bb8b-47d6-b895-149c8854473e tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/security-groups?id=a38f95e2-5593-4b04-a16e-db1fc2b4d57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322638 Sep 01 05:14:32.106871 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8250ff2a-5df0-496b-9f4c-826cc0f80064 req-ca297a8e-0a6d-43ca-bd08-88e4be5803ac tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:14:32.108345 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-8250ff2a-5df0-496b-9f4c-826cc0f80064 req-ca297a8e-0a6d-43ca-bd08-88e4be5803ac tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d6ac8-e455-4f9a-a547-aba87c8ca996 HTTP/1.1" status: 200 len: 944 time: 0.0482588 Sep 01 05:14:32.147537 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-8250ff2a-5df0-496b-9f4c-826cc0f80064 req-abf18a0b-943f-4398-8a08-1a5f04ac0d78 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/security-groups?id=a38f95e2-5593-4b04-a16e-db1fc2b4d57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334406 Sep 01 05:14:33.259639 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2082a821-668c-487c-ad97-c5111ac346b8 req-79aefccd-1564-497d-a4fd-149c7166d1da tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:14:33.261092 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-2082a821-668c-487c-ad97-c5111ac346b8 req-79aefccd-1564-497d-a4fd-149c7166d1da tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d6ac8-e455-4f9a-a547-aba87c8ca996 HTTP/1.1" status: 200 len: 944 time: 0.0475509 Sep 01 05:14:33.297875 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-2082a821-668c-487c-ad97-c5111ac346b8 req-09aeac1a-4607-4e80-9c6b-3e71b68e8997 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/security-groups?id=a38f95e2-5593-4b04-a16e-db1fc2b4d57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309293 Sep 01 05:14:34.408491 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c711ddcb-6211-4327-979e-e396001f373d req-2ffb866a-2012-4d7a-8072-325297de4728 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:14:34.409940 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-c711ddcb-6211-4327-979e-e396001f373d req-2ffb866a-2012-4d7a-8072-325297de4728 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d6ac8-e455-4f9a-a547-aba87c8ca996 HTTP/1.1" status: 200 len: 944 time: 0.0474560 Sep 01 05:14:34.446062 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-c711ddcb-6211-4327-979e-e396001f373d req-19ca0186-3ebf-408c-8a49-69eb9507934c tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/security-groups?id=a38f95e2-5593-4b04-a16e-db1fc2b4d57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302219 Sep 01 05:14:35.557710 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7c30f4-1348-4168-991e-5cafe7c3e996 req-8726102f-7f40-48c4-8e1d-568aaf36b8f5 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:14:35.559122 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-dd7c30f4-1348-4168-991e-5cafe7c3e996 req-8726102f-7f40-48c4-8e1d-568aaf36b8f5 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d6ac8-e455-4f9a-a547-aba87c8ca996 HTTP/1.1" status: 200 len: 944 time: 0.0478497 Sep 01 05:14:35.599184 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-dd7c30f4-1348-4168-991e-5cafe7c3e996 req-45fa5b33-de8e-4164-9b85-2558864a0e48 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/security-groups?id=a38f95e2-5593-4b04-a16e-db1fc2b4d57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342534 Sep 01 05:14:36.710404 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11d1057-ff39-4274-a7ed-2c02ffbca183 req-caf1e353-4c7d-4247-a908-52c0ceb9d202 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:14:36.711885 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e11d1057-ff39-4274-a7ed-2c02ffbca183 req-caf1e353-4c7d-4247-a908-52c0ceb9d202 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d6ac8-e455-4f9a-a547-aba87c8ca996 HTTP/1.1" status: 200 len: 944 time: 0.0477769 Sep 01 05:14:36.749050 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e11d1057-ff39-4274-a7ed-2c02ffbca183 req-d536e433-219e-4121-ad33-cd1b290ccfc7 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/security-groups?id=a38f95e2-5593-4b04-a16e-db1fc2b4d57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308414 Sep 01 05:14:37.288461 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-d651a61d-52dd-40f4-9d58-695bcc3f4ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:37.861533 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4159b969-b008-4c19-94d8-4d0324e8297b req-4e201fdb-c021-416c-a97a-77bae44ce002 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:14:37.863072 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-4159b969-b008-4c19-94d8-4d0324e8297b req-4e201fdb-c021-416c-a97a-77bae44ce002 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d6ac8-e455-4f9a-a547-aba87c8ca996 HTTP/1.1" status: 200 len: 944 time: 0.0474048 Sep 01 05:14:37.900806 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-4159b969-b008-4c19-94d8-4d0324e8297b req-94081335-7d33-4271-be7b-0703d45c5665 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/security-groups?id=a38f95e2-5593-4b04-a16e-db1fc2b4d57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314071 Sep 01 05:14:39.011972 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5106b279-e73e-4350-8d76-99ff1cf26454 req-34151642-1955-4cc4-b722-76ede3824349 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:14:39.013422 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-5106b279-e73e-4350-8d76-99ff1cf26454 req-34151642-1955-4cc4-b722-76ede3824349 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d6ac8-e455-4f9a-a547-aba87c8ca996 HTTP/1.1" status: 200 len: 944 time: 0.0470269 Sep 01 05:14:39.054008 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-5106b279-e73e-4350-8d76-99ff1cf26454 req-75d1449b-09d0-4d99-adef-52c035378734 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/security-groups?id=a38f95e2-5593-4b04-a16e-db1fc2b4d57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343268 Sep 01 05:14:39.736439 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device 595b5c0e-5633-46ec-b07a-45d2da283213 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=100913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 05:14:39.829558 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] For port 595b5c0e-5633-46ec-b07a-45d2da283213, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=595b5c0e-5633-46ec-b07a-45d2da283213,segment=NetworkSegment(f5869c70-9a17-4e2d-8510-8e1397331317),segment_id=f5869c70-9a17-4e2d-8510-8e1397331317)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:14:39.840630 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Returning: {'device': '595b5c0e-5633-46ec-b07a-45d2da283213', 'network_id': 'dea2273f-d63b-4c44-9b8f-2b9920fe0762', 'port_id': '595b5c0e-5633-46ec-b07a-45d2da283213', 'mac_address': 'fa:16:3e:e2:a2:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '226742b2-d5f0-44ae-a54e-533babbbad16', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 05:14:39.876740 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:39.889975 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.notifiers.nova [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 595b5c0e-5633-46ec-b07a-45d2da283213 {{(pid=100913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 05:14:39.908815 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] For port 595b5c0e-5633-46ec-b07a-45d2da283213, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=595b5c0e-5633-46ec-b07a-45d2da283213,segment=NetworkSegment(f5869c70-9a17-4e2d-8510-8e1397331317),segment_id=f5869c70-9a17-4e2d-8510-8e1397331317)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:14:40.008305 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:40.041281 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:40.043547 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-d674843c-83bc-4caa-a956-1d16f329c4a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:40.060505 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Pushing event updated for resources: {'Port': ['ID=595b5c0e-5633-46ec-b07a-45d2da283213,revision_number=4']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:14:40.165700 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e880203-9665-41dd-9b52-632677a4ddf7 req-c20fa637-dda3-4877-92b1-ca29ba5018f2 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:14:40.167195 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-6e880203-9665-41dd-9b52-632677a4ddf7 req-c20fa637-dda3-4877-92b1-ca29ba5018f2 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d6ac8-e455-4f9a-a547-aba87c8ca996 HTTP/1.1" status: 200 len: 945 time: 0.0479658 Sep 01 05:14:40.206043 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-6e880203-9665-41dd-9b52-632677a4ddf7 req-6cda4cc8-13af-4bff-99d5-8d21eb161cbd tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/security-groups?id=a38f95e2-5593-4b04-a16e-db1fc2b4d57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330594 Sep 01 05:14:40.288034 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] get_ports_and_sgs() called for port_ids ['595b5c0e-5633-46ec-b07a-45d2da283213'] {{(pid=100913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 05:14:41.317190 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368e09ba-4772-4051-b867-60f5d77356dc req-4252546a-c952-4ca5-9a07-bb2727f54a8d tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:14:41.318677 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-368e09ba-4772-4051-b867-60f5d77356dc req-4252546a-c952-4ca5-9a07-bb2727f54a8d tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d6ac8-e455-4f9a-a547-aba87c8ca996 HTTP/1.1" status: 200 len: 945 time: 0.0476677 Sep 01 05:14:41.355964 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-125f6581-13c4-4eca-b15a-10d5e92c8028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:41.356534 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-368e09ba-4772-4051-b867-60f5d77356dc req-aa0b5ac6-8645-4f07-ae69-08e10e62cd08 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/security-groups?id=a38f95e2-5593-4b04-a16e-db1fc2b4d57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311344 Sep 01 05:14:41.739638 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device 595b5c0e-5633-46ec-b07a-45d2da283213 up at agent hyperv_hv-cinder-80473 {{(pid=100913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:14:41.848592 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Provisioning for port 595b5c0e-5633-46ec-b07a-45d2da283213 completed by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:14:41.852377 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Provisioning complete for port 595b5c0e-5633-46ec-b07a-45d2da283213 triggered by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:14:41.852765 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:41.929659 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:41.951957 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa8d6ac8-e455-4f9a-a547-aba87c8ca996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '595b5c0e-5633-46ec-b07a-45d2da283213'}] {{(pid=100913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:14:41.954190 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac1e9064bfa394a3c8e95a7ae5ebf8ce235ac3ce60c2245422c4078f9b609c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53ba4eae-82d8-4569-a953-72462014d52c" -d '{"events": [{"server_uuid": "fa8d6ac8-e455-4f9a-a547-aba87c8ca996", "name": "network-vif-plugged", "status": "completed", "tag": "595b5c0e-5633-46ec-b07a-45d2da283213"}]}' {{(pid=100913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:14:41.969025 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] For port 595b5c0e-5633-46ec-b07a-45d2da283213, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=595b5c0e-5633-46ec-b07a-45d2da283213,segment=NetworkSegment(f5869c70-9a17-4e2d-8510-8e1397331317),segment_id=f5869c70-9a17-4e2d-8510-8e1397331317)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:14:41.989705 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 05:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd473ddb-043e-4f01-ab5c-c7b02ae9aeaf x-openstack-request-id: req-cd473ddb-043e-4f01-ab5c-c7b02ae9aeaf {{(pid=100913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:14:41.989947 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa8d6ac8-e455-4f9a-a547-aba87c8ca996", "name": "network-vif-plugged", "status": "completed", "tag": "595b5c0e-5633-46ec-b07a-45d2da283213", "code": 200}]} {{(pid=100913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:14:41.990203 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cd473ddb-043e-4f01-ab5c-c7b02ae9aeaf {{(pid=100913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:14:41.990599 dv-cinder-804735-5-iscsi neutron-server[100913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa8d6ac8-e455-4f9a-a547-aba87c8ca996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '595b5c0e-5633-46ec-b07a-45d2da283213', 'code': 200} Sep 01 05:14:42.037261 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:42.083925 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Pushing event updated for resources: {'Port': ['ID=595b5c0e-5633-46ec-b07a-45d2da283213,revision_number=5']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:14:42.320421 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c258f17-09df-4601-8efb-61df9531d4b6 req-e8d71874-09b9-4b4d-b2cf-3afc38ed74f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:14:42.322081 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-4c258f17-09df-4601-8efb-61df9531d4b6 req-e8d71874-09b9-4b4d-b2cf-3afc38ed74f4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fa8d6ac8-e455-4f9a-a547-aba87c8ca996 HTTP/1.1" status: 200 len: 1099 time: 0.0406797 Sep 01 05:14:42.361904 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-4c258f17-09df-4601-8efb-61df9531d4b6 req-70cba00d-26f0-47a3-b32e-d7242a0a2e57 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a38f95e2-5593-4b04-a16e-db1fc2b4d57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325429 Sep 01 05:14:42.466571 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef4f22f-d3f8-4294-ad89-afae90d5caaf req-bdc89f02-3ab1-4138-bd8b-234b6c3d7eb4 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:14:42.468064 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-2ef4f22f-d3f8-4294-ad89-afae90d5caaf req-bdc89f02-3ab1-4138-bd8b-234b6c3d7eb4 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d6ac8-e455-4f9a-a547-aba87c8ca996 HTTP/1.1" status: 200 len: 946 time: 0.0470824 Sep 01 05:14:42.508090 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-2ef4f22f-d3f8-4294-ad89-afae90d5caaf req-d223d822-3022-4e62-8192-30eb802989bc tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/security-groups?id=a38f95e2-5593-4b04-a16e-db1fc2b4d57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342886 Sep 01 05:14:43.225482 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-57069d07-1191-4bd8-9ef8-43ac9a8b42c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:43.622928 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c56e0-9430-4ab7-8d28-db33ba5e0656 req-aaa97069-e853-4b01-a789-93f4b3629e69 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:14:43.624387 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-461c56e0-9430-4ab7-8d28-db33ba5e0656 req-aaa97069-e853-4b01-a789-93f4b3629e69 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d6ac8-e455-4f9a-a547-aba87c8ca996 HTTP/1.1" status: 200 len: 946 time: 0.0478685 Sep 01 05:14:43.661032 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-461c56e0-9430-4ab7-8d28-db33ba5e0656 req-7df1a79c-10ef-4a3d-8fb7-b78e4247e623 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/security-groups?id=a38f95e2-5593-4b04-a16e-db1fc2b4d57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306289 Sep 01 05:14:43.771748 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65579766-895c-4028-b79c-25fca253bbc0 req-c590112d-8976-4d01-b379-f5346e20e7dc tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:14:43.773228 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-65579766-895c-4028-b79c-25fca253bbc0 req-c590112d-8976-4d01-b379-f5346e20e7dc tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d6ac8-e455-4f9a-a547-aba87c8ca996 HTTP/1.1" status: 200 len: 946 time: 0.0476391 Sep 01 05:14:43.810526 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-65579766-895c-4028-b79c-25fca253bbc0 req-c5f5eba1-d864-4019-a514-e761e8a0b7a0 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/security-groups?id=a38f95e2-5593-4b04-a16e-db1fc2b4d57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308309 Sep 01 05:14:43.831923 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 53540) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:14:43.934009 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc876371-8d5a-47ca-9340-f24269715a48 tempest-TestShelveInstance-226833194 tempest-TestShelveInstance-226833194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:14:43.935418 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-cc876371-8d5a-47ca-9340-f24269715a48 tempest-TestShelveInstance-226833194 tempest-TestShelveInstance-226833194-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d6ac8-e455-4f9a-a547-aba87c8ca996 HTTP/1.1" status: 200 len: 1094 time: 0.1025326 Sep 01 05:14:43.938387 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 53544) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:14:43.942553 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.v2.base [None req-ac0abce5-fd58-4f17-8dc2-700bf8a17d19 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Request body: {'floatingip': {'floating_network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'port_id': '595b5c0e-5633-46ec-b07a-45d2da283213', 'tenant_id': 'b6a7432c340849beac019ede21c71b45', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:14:44.019648 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-ac0abce5-fd58-4f17-8dc2-700bf8a17d19 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Notify callbacks [] for floatingip, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:44.116694 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-ac0abce5-fd58-4f17-8dc2-700bf8a17d19 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:44.220080 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.db.db_base_plugin_common [None req-ac0abce5-fd58-4f17-8dc2-700bf8a17d19 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Allocated IP 172.27.2.186 (0effeb3b-80f3-4cb6-8b1a-1774968f7d76/a1ace4a4-4e27-4c96-bf05-cb2f22386a9e/be5d973c-0291-4e8c-9b31-6b1524a7445b) {{(pid=100912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 05:14:44.315880 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-ac0abce5-fd58-4f17-8dc2-700bf8a17d19 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Notify callbacks [] for port, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:44.414546 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-ac0abce5-fd58-4f17-8dc2-700bf8a17d19 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780564376589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59570596'] for port, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:44.453220 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0abce5-fd58-4f17-8dc2-700bf8a17d19 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Network 0effeb3b-80f3-4cb6-8b1a-1774968f7d76 is already hosted by enough agents. {{(pid=100912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:14:44.456004 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.scheduler.base_scheduler [None req-ac0abce5-fd58-4f17-8dc2-700bf8a17d19 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Resources bound (agent type, host, resource id): {{(pid=100912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:14:44.459755 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0abce5-fd58-4f17-8dc2-700bf8a17d19 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Received port after_create {{(pid=100912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 05:14:44.465372 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0abce5-fd58-4f17-8dc2-700bf8a17d19 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Pushing event updated for resources: {'Port': ['ID=be5d973c-0291-4e8c-9b31-6b1524a7445b,revision_number=1']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:14:44.808036 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-ac0abce5-fd58-4f17-8dc2-700bf8a17d19 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:44.913386 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-ac0abce5-fd58-4f17-8dc2-700bf8a17d19 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:45.063542 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-ac0abce5-fd58-4f17-8dc2-700bf8a17d19 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Notify callbacks [] for port, precommit_update {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:45.127410 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-ac0abce5-fd58-4f17-8dc2-700bf8a17d19 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59570589'] for port, after_update {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:45.197700 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0abce5-fd58-4f17-8dc2-700bf8a17d19 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Pushing event updated for resources: {'Port': ['ID=be5d973c-0291-4e8c-9b31-6b1524a7445b,revision_number=2']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:14:45.207496 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-ac0abce5-fd58-4f17-8dc2-700bf8a17d19 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1958929'] for floatingip, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:45.307289 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.db.l3_db [None req-ac0abce5-fd58-4f17-8dc2-700bf8a17d19 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Floating IP f948049b-9cb4-4ef2-9af0-ff7e3ddd0d64 associated. External IP: 172.27.2.186, port: 595b5c0e-5633-46ec-b07a-45d2da283213. Sep 01 05:14:45.507970 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac0abce5-fd58-4f17-8dc2-700bf8a17d19 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Router 2b2f2aa0-d845-402f-9efe-87087b2bbabd has already been hosted by L3 agent dd4ad2d5-7278-4db2-b968-23881816b870 {{(pid=100912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 05:14:45.634035 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac0abce5-fd58-4f17-8dc2-700bf8a17d19 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Notify agent at l3_agent.dv-cinder-804735-5-iscsi the message routers_updated {{(pid=100912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 05:14:45.643702 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b955ff5f-408f-4f57-a22d-5b436fe93577 None None] Sync routers for ids ['2b2f2aa0-d845-402f-9efe-87087b2bbabd'] in dv-cinder-804735-5-iscsi {{(pid=100913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 05:14:45.653497 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b955ff5f-408f-4f57-a22d-5b436fe93577 None None] Routers {'2b2f2aa0-d845-402f-9efe-87087b2bbabd'} bound to L3 agent in host dv-cinder-804735-5-iscsi {{(pid=100913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:14:45.660576 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-b955ff5f-408f-4f57-a22d-5b436fe93577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T04:53:40Z,description=,heartbeat_timestamp=2021-09-01T05:14:40Z,host='dv-cinder-804735-5-iscsi',id=dd4ad2d5-7278-4db2-b968-23881816b870,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:53:41Z,topic='l3_agent')) {'router_ids': ['2b2f2aa0-d845-402f-9efe-87087b2bbabd'], 'active': True} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:14:45.706261 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-ac0abce5-fd58-4f17-8dc2-700bf8a17d19 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428309'] for floatingip, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:45.749810 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-ac0abce5-fd58-4f17-8dc2-700bf8a17d19 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8101995 Sep 01 05:14:45.750648 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa8d6ac8-e455-4f9a-a547-aba87c8ca996', 'tag': '595b5c0e-5633-46ec-b07a-45d2da283213'}] {{(pid=100912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:14:45.754242 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c32bf37734172ffae8bcd4fd235b58a84eb6a179622fde5d618b2948ae3f8620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a09722-3fd3-4650-87c4-ffaa0c0e4755" -d '{"events": [{"name": "network-changed", "server_uuid": "fa8d6ac8-e455-4f9a-a547-aba87c8ca996", "tag": "595b5c0e-5633-46ec-b07a-45d2da283213"}]}' {{(pid=100912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:14:45.778836 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvr_db [None req-b955ff5f-408f-4f57-a22d-5b436fe93577 None None] Set router 2b2f2aa0-d845-402f-9efe-87087b2bbabd gateway port host: dv-cinder-804735-5-iscsi {{(pid=100913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:14:45.860685 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 05:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-229c0e49-e6c3-4176-910c-9097b03d6f78 x-openstack-request-id: req-229c0e49-e6c3-4176-910c-9097b03d6f78 {{(pid=100912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:14:45.861198 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa8d6ac8-e455-4f9a-a547-aba87c8ca996", "tag": "595b5c0e-5633-46ec-b07a-45d2da283213", "status": "completed", "code": 200}]} {{(pid=100912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:14:45.861198 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-229c0e49-e6c3-4176-910c-9097b03d6f78 {{(pid=100912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:14:45.861590 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa8d6ac8-e455-4f9a-a547-aba87c8ca996', 'tag': '595b5c0e-5633-46ec-b07a-45d2da283213', 'status': 'completed', 'code': 200} Sep 01 05:14:45.952210 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a09722-3fd3-4650-87c4-ffaa0c0e4755 req-a597d04c-e65b-4c9f-8782-7b2492848e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:14:45.953766 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-e4a09722-3fd3-4650-87c4-ffaa0c0e4755 req-a597d04c-e65b-4c9f-8782-7b2492848e88 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b6a7432c340849beac019ede21c71b45&device_id=fa8d6ac8-e455-4f9a-a547-aba87c8ca996 HTTP/1.1" status: 200 len: 1099 time: 0.0506749 Sep 01 05:14:46.002362 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-b955ff5f-408f-4f57-a22d-5b436fe93577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2f2aa0-d845-402f-9efe-87087b2bbabd', 'name': 'tempest-TestShelveInstance-445059743-router', 'tenant_id': 'b6a7432c340849beac019ede21c71b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'e6e54a00-3a2d-480a-b902-ffa8701b1d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:13:55Z', 'updated_at': '2021-09-01T05:13:58Z', 'revision_number': 4, 'project_id': 'b6a7432c340849beac019ede21c71b45', 'gw_port': {'id': 'e6e54a00-3a2d-480a-b902-ffa8701b1d82', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:38:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2f2aa0-d845-402f-9efe-87087b2bbabd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:13:56Z', 'updated_at': '2021-09-01T05:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi', '_floatingips': [{'id': 'f948049b-9cb4-4ef2-9af0-ff7e3ddd0d64', 'tenant_id': 'b6a7432c340849beac019ede21c71b45', 'floating_ip_address': '172.27.2.186', 'floating_network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'router_id': '2b2f2aa0-d845-402f-9efe-87087b2bbabd', 'port_id': '595b5c0e-5633-46ec-b07a-45d2da283213', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dea2273f-d63b-4c44-9b8f-2b9920fe0762', 'mac_address': 'fa:16:3e:e2:a2:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8d6ac8-e455-4f9a-a547-aba87c8ca996', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T05:14:44Z', 'updated_at': '2021-09-01T05:14:44Z', 'revision_number': 0, 'project_id': 'b6a7432c340849beac019ede21c71b45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd055a4d3-9c6e-411e-9dcf-57668aa01afe', 'name': '', 'network_id': 'dea2273f-d63b-4c44-9b8f-2b9920fe0762', 'tenant_id': 'b6a7432c340849beac019ede21c71b45', 'mac_address': 'fa:16:3e:07:59:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2f2aa0-d845-402f-9efe-87087b2bbabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '226742b2-d5f0-44ae-a54e-533babbbad16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:13:57Z', 'updated_at': '2021-09-01T05:14:04Z', 'revision_number': 5, 'project_id': 'b6a7432c340849beac019ede21c71b45', 'subnets': [{'id': '226742b2-d5f0-44ae-a54e-533babbbad16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-5-iscsi', False) {} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:14:46.028413 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b955ff5f-408f-4f57-a22d-5b436fe93577 None None] Checking router: 2b2f2aa0-d845-402f-9efe-87087b2bbabd for host: dv-cinder-804735-5-iscsi {{(pid=100913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 05:14:46.036335 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b955ff5f-408f-4f57-a22d-5b436fe93577 None None] Routers {'2b2f2aa0-d845-402f-9efe-87087b2bbabd'} bound to L3 agent in host dv-cinder-804735-5-iscsi {{(pid=100913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:14:46.036934 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-b955ff5f-408f-4f57-a22d-5b436fe93577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T04:53:40Z,description=,heartbeat_timestamp=2021-09-01T05:14:40Z,host='dv-cinder-804735-5-iscsi',id=dd4ad2d5-7278-4db2-b968-23881816b870,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:53:41Z,topic='l3_agent')) {'router_ids': ['2b2f2aa0-d845-402f-9efe-87087b2bbabd'], 'active': True} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:14:46.041221 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a09722-3fd3-4650-87c4-ffaa0c0e4755 req-c9250efe-f3a9-4ab3-8568-1371a95cd51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:14:46.042708 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-e4a09722-3fd3-4650-87c4-ffaa0c0e4755 req-c9250efe-f3a9-4ab3-8568-1371a95cd51e service neutron] 10.222.0.37 "GET /v2.0/networks?id=dea2273f-d63b-4c44-9b8f-2b9920fe0762 HTTP/1.1" status: 200 len: 909 time: 0.0822959 Sep 01 05:14:46.111579 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-e4a09722-3fd3-4650-87c4-ffaa0c0e4755 req-592090ba-0914-4219-bd44-a678557040d2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=595b5c0e-5633-46ec-b07a-45d2da283213 HTTP/1.1" status: 200 len: 1000 time: 0.0615571 Sep 01 05:14:46.141780 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvr_db [None req-b955ff5f-408f-4f57-a22d-5b436fe93577 None None] Set router 2b2f2aa0-d845-402f-9efe-87087b2bbabd gateway port host: dv-cinder-804735-5-iscsi {{(pid=100913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:14:46.161317 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a09722-3fd3-4650-87c4-ffaa0c0e4755 req-e4819770-0763-448a-b930-b5adb56f145f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:14:46.162812 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-e4a09722-3fd3-4650-87c4-ffaa0c0e4755 req-e4819770-0763-448a-b930-b5adb56f145f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=226742b2-d5f0-44ae-a54e-533babbbad16 HTTP/1.1" status: 200 len: 847 time: 0.0447769 Sep 01 05:14:46.210647 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a09722-3fd3-4650-87c4-ffaa0c0e4755 req-f0678e7c-a710-485f-bf23-d235f0ade084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:14:46.212379 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-e4a09722-3fd3-4650-87c4-ffaa0c0e4755 req-f0678e7c-a710-485f-bf23-d235f0ade084 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dea2273f-d63b-4c44-9b8f-2b9920fe0762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423231 Sep 01 05:14:46.318371 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-e4a09722-3fd3-4650-87c4-ffaa0c0e4755 req-39e93424-7b8a-436c-acd8-167bfd6f0876 service neutron] 10.222.0.37 "GET /v2.0/networks/dea2273f-d63b-4c44-9b8f-2b9920fe0762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985546 Sep 01 05:14:46.406150 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-e4a09722-3fd3-4650-87c4-ffaa0c0e4755 req-cccc0d91-158e-4680-9911-875a5e74165d service neutron] 10.222.0.37 "GET /v2.0/networks/dea2273f-d63b-4c44-9b8f-2b9920fe0762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802984 Sep 01 05:14:46.491218 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-b955ff5f-408f-4f57-a22d-5b436fe93577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2f2aa0-d845-402f-9efe-87087b2bbabd', 'name': 'tempest-TestShelveInstance-445059743-router', 'tenant_id': 'b6a7432c340849beac019ede21c71b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'e6e54a00-3a2d-480a-b902-ffa8701b1d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:13:55Z', 'updated_at': '2021-09-01T05:13:58Z', 'revision_number': 4, 'project_id': 'b6a7432c340849beac019ede21c71b45', 'gw_port': {'id': 'e6e54a00-3a2d-480a-b902-ffa8701b1d82', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:38:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2f2aa0-d845-402f-9efe-87087b2bbabd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:13:56Z', 'updated_at': '2021-09-01T05:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi', '_floatingips': [{'id': 'f948049b-9cb4-4ef2-9af0-ff7e3ddd0d64', 'tenant_id': 'b6a7432c340849beac019ede21c71b45', 'floating_ip_address': '172.27.2.186', 'floating_network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'router_id': '2b2f2aa0-d845-402f-9efe-87087b2bbabd', 'port_id': '595b5c0e-5633-46ec-b07a-45d2da283213', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dea2273f-d63b-4c44-9b8f-2b9920fe0762', 'mac_address': 'fa:16:3e:e2:a2:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8d6ac8-e455-4f9a-a547-aba87c8ca996', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T05:14:44Z', 'updated_at': '2021-09-01T05:14:44Z', 'revision_number': 0, 'project_id': 'b6a7432c340849beac019ede21c71b45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd055a4d3-9c6e-411e-9dcf-57668aa01afe', 'name': '', 'network_id': 'dea2273f-d63b-4c44-9b8f-2b9920fe0762', 'tenant_id': 'b6a7432c340849beac019ede21c71b45', 'mac_address': 'fa:16:3e:07:59:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2f2aa0-d845-402f-9efe-87087b2bbabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '226742b2-d5f0-44ae-a54e-533babbbad16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:13:57Z', 'updated_at': '2021-09-01T05:14:04Z', 'revision_number': 5, 'project_id': 'b6a7432c340849beac019ede21c71b45', 'subnets': [{'id': '226742b2-d5f0-44ae-a54e-533babbbad16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-5-iscsi', False) {} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:14:46.517326 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b955ff5f-408f-4f57-a22d-5b436fe93577 None None] The sync data for ids ['2b2f2aa0-d845-402f-9efe-87087b2bbabd'] in dv-cinder-804735-5-iscsi is: [{'id': '2b2f2aa0-d845-402f-9efe-87087b2bbabd', 'name': 'tempest-TestShelveInstance-445059743-router', 'tenant_id': 'b6a7432c340849beac019ede21c71b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'e6e54a00-3a2d-480a-b902-ffa8701b1d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:13:55Z', 'updated_at': '2021-09-01T05:13:58Z', 'revision_number': 4, 'project_id': 'b6a7432c340849beac019ede21c71b45', 'gw_port': {'id': 'e6e54a00-3a2d-480a-b902-ffa8701b1d82', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:38:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2f2aa0-d845-402f-9efe-87087b2bbabd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:13:56Z', 'updated_at': '2021-09-01T05:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi', '_floatingips': [{'id': 'f948049b-9cb4-4ef2-9af0-ff7e3ddd0d64', 'tenant_id': 'b6a7432c340849beac019ede21c71b45', 'floating_ip_address': '172.27.2.186', 'floating_network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'router_id': '2b2f2aa0-d845-402f-9efe-87087b2bbabd', 'port_id': '595b5c0e-5633-46ec-b07a-45d2da283213', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dea2273f-d63b-4c44-9b8f-2b9920fe0762', 'mac_address': 'fa:16:3e:e2:a2:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8d6ac8-e455-4f9a-a547-aba87c8ca996', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T05:14:44Z', 'updated_at': '2021-09-01T05:14:44Z', 'revision_number': 0, 'project_id': 'b6a7432c340849beac019ede21c71b45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd055a4d3-9c6e-411e-9dcf-57668aa01afe', 'name': '', 'network_id': 'dea2273f-d63b-4c44-9b8f-2b9920fe0762', 'tenant_id': 'b6a7432c340849beac019ede21c71b45', 'mac_address': 'fa:16:3e:07:59:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2f2aa0-d845-402f-9efe-87087b2bbabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '226742b2-d5f0-44ae-a54e-533babbbad16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:13:57Z', 'updated_at': '2021-09-01T05:14:04Z', 'revision_number': 5, 'project_id': 'b6a7432c340849beac019ede21c71b45', 'subnets': [{'id': '226742b2-d5f0-44ae-a54e-533babbbad16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 05:14:46.695275 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd08b8f9-93de-4958-bfde-c21f942483be None None] New status for floating IP f948049b-9cb4-4ef2-9af0-ff7e3ddd0d64: ACTIVE {{(pid=100914) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 05:14:52.202339 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:14:56.587086 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-5491cce5-7d9c-43d2-a76d-067850133c3c req-0d13fc01-9d6d-46cc-822f-98dea2bf2be8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fa8d6ac8-e455-4f9a-a547-aba87c8ca996&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384350 Sep 01 05:14:56.690014 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5491cce5-7d9c-43d2-a76d-067850133c3c req-58b68603-9d47-46a9-8318-618c9414f5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:14:56.691508 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-5491cce5-7d9c-43d2-a76d-067850133c3c req-58b68603-9d47-46a9-8318-618c9414f5fe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b6a7432c340849beac019ede21c71b45&device_id=fa8d6ac8-e455-4f9a-a547-aba87c8ca996 HTTP/1.1" status: 200 len: 1099 time: 0.0447724 Sep 01 05:14:56.796627 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5491cce5-7d9c-43d2-a76d-067850133c3c req-5e1dbfe5-f2e7-4404-9a0a-4ff318df6984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:14:56.798072 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-5491cce5-7d9c-43d2-a76d-067850133c3c req-5e1dbfe5-f2e7-4404-9a0a-4ff318df6984 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dea2273f-d63b-4c44-9b8f-2b9920fe0762 HTTP/1.1" status: 200 len: 909 time: 0.0824616 Sep 01 05:14:56.869736 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-5491cce5-7d9c-43d2-a76d-067850133c3c req-1612a653-ba1e-4460-9299-77070610d850 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=595b5c0e-5633-46ec-b07a-45d2da283213 HTTP/1.1" status: 200 len: 1002 time: 0.0628564 Sep 01 05:14:56.918896 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5491cce5-7d9c-43d2-a76d-067850133c3c req-edb02bc9-299a-44e5-808d-4e861b76d765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:14:56.920331 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-5491cce5-7d9c-43d2-a76d-067850133c3c req-edb02bc9-299a-44e5-808d-4e861b76d765 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=226742b2-d5f0-44ae-a54e-533babbbad16 HTTP/1.1" status: 200 len: 847 time: 0.0433598 Sep 01 05:14:56.967025 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5491cce5-7d9c-43d2-a76d-067850133c3c req-d400a4db-a34c-40ab-8934-53c2128f7f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:14:56.968467 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-5491cce5-7d9c-43d2-a76d-067850133c3c req-d400a4db-a34c-40ab-8934-53c2128f7f9c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dea2273f-d63b-4c44-9b8f-2b9920fe0762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391078 Sep 01 05:14:57.063713 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-5491cce5-7d9c-43d2-a76d-067850133c3c req-9612ec7e-ce6e-440a-af71-a893590f754b service neutron] 10.222.0.37 "GET /v2.0/networks/dea2273f-d63b-4c44-9b8f-2b9920fe0762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871091 Sep 01 05:14:57.164316 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-5491cce5-7d9c-43d2-a76d-067850133c3c req-9db654f6-20f4-4b54-9a21-aedfc6654bd7 service neutron] 10.222.0.37 "GET /v2.0/networks/dea2273f-d63b-4c44-9b8f-2b9920fe0762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812411 Sep 01 05:15:03.560370 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.agents_db [None req-49e1e325-328c-4825-9e4f-7693071b0ea2 None None] Agent healthcheck: found 6 active agents {{(pid=100914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 05:15:07.299568 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-801df889-bb37-45a4-9aba-42e5c08d5b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:15:10.041895 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:15:10.052289 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-4112c6ab-6eb7-4e36-a84c-eb9614c79086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:15:11.367715 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-125f6581-13c4-4eca-b15a-10d5e92c8028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:15:13.224577 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-57069d07-1191-4bd8-9ef8-43ac9a8b42c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:15:22.179015 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:15:37.281338 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-09d3b0de-5157-449d-8708-6bea0ee4518f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:15:40.013180 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:15:40.030314 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-8776c849-4316-402d-93b6-8a75ddbf5ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:15:40.561457 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.agents_db [None req-49e1e325-328c-4825-9e4f-7693071b0ea2 None None] Agent healthcheck: found 6 active agents {{(pid=100914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 05:15:41.366231 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-125f6581-13c4-4eca-b15a-10d5e92c8028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:15:43.223834 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-57069d07-1191-4bd8-9ef8-43ac9a8b42c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:15:52.195055 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:15:56.618060 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-a4939b80-237a-4100-adab-12f1120850ca req-b56fd1c9-301c-47cd-82a7-27d89cb012be service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fa8d6ac8-e455-4f9a-a547-aba87c8ca996&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390584 Sep 01 05:15:56.718550 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4939b80-237a-4100-adab-12f1120850ca req-f487a416-71db-471c-a330-fbd3ac63634c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:15:56.720067 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-a4939b80-237a-4100-adab-12f1120850ca req-f487a416-71db-471c-a330-fbd3ac63634c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b6a7432c340849beac019ede21c71b45&device_id=fa8d6ac8-e455-4f9a-a547-aba87c8ca996 HTTP/1.1" status: 200 len: 1099 time: 0.0445237 Sep 01 05:15:56.818789 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4939b80-237a-4100-adab-12f1120850ca req-6b083427-99b8-46b5-b140-670bd1b9b77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:15:56.820270 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-a4939b80-237a-4100-adab-12f1120850ca req-6b083427-99b8-46b5-b140-670bd1b9b77d service neutron] 10.222.0.37 "GET /v2.0/networks?id=dea2273f-d63b-4c44-9b8f-2b9920fe0762 HTTP/1.1" status: 200 len: 909 time: 0.0824966 Sep 01 05:15:56.886365 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-a4939b80-237a-4100-adab-12f1120850ca req-37c69269-7964-4636-b9a6-ae6b18378964 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=595b5c0e-5633-46ec-b07a-45d2da283213 HTTP/1.1" status: 200 len: 1002 time: 0.0593610 Sep 01 05:15:56.933392 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4939b80-237a-4100-adab-12f1120850ca req-7d6eefc5-8be4-4972-bf28-965427db3114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:15:56.934753 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-a4939b80-237a-4100-adab-12f1120850ca req-7d6eefc5-8be4-4972-bf28-965427db3114 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=226742b2-d5f0-44ae-a54e-533babbbad16 HTTP/1.1" status: 200 len: 847 time: 0.0414126 Sep 01 05:15:56.976905 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4939b80-237a-4100-adab-12f1120850ca req-49aab2ee-285b-49a5-aecb-51f298ad6a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:15:56.978302 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-a4939b80-237a-4100-adab-12f1120850ca req-49aab2ee-285b-49a5-aecb-51f298ad6a28 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dea2273f-d63b-4c44-9b8f-2b9920fe0762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0368295 Sep 01 05:15:57.068465 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-a4939b80-237a-4100-adab-12f1120850ca req-b2b211ab-6997-4d3e-bae5-34df375183fe service neutron] 10.222.0.37 "GET /v2.0/networks/dea2273f-d63b-4c44-9b8f-2b9920fe0762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818560 Sep 01 05:15:57.158868 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-a4939b80-237a-4100-adab-12f1120850ca req-3340ef04-910c-4709-a353-18dfe9bd7e10 service neutron] 10.222.0.37 "GET /v2.0/networks/dea2273f-d63b-4c44-9b8f-2b9920fe0762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834901 Sep 01 05:16:07.309137 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-256697a3-17af-4dfe-9a7d-741ddfdee9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:16:10.040811 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:16:10.050543 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-f12f27db-1a78-412d-bae3-4f5baae5f7da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:16:11.394847 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-125f6581-13c4-4eca-b15a-10d5e92c8028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:16:13.228700 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-57069d07-1191-4bd8-9ef8-43ac9a8b42c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:16:17.561535 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.agents_db [None req-49e1e325-328c-4825-9e4f-7693071b0ea2 None None] Agent healthcheck: found 6 active agents {{(pid=100914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 05:16:22.200181 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:16:37.284435 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-dbaeec9a-cd2f-4866-9e63-96746adc4296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:16:38.364086 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1226962-91e6-43ba-b9e6-2eb48c3199c2 req-6d6c17d1-b615-4f08-aec8-bccf51287a86 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:16:38.365645 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e1226962-91e6-43ba-b9e6-2eb48c3199c2 req-6d6c17d1-b615-4f08-aec8-bccf51287a86 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d6ac8-e455-4f9a-a547-aba87c8ca996 HTTP/1.1" status: 200 len: 946 time: 0.0501623 Sep 01 05:16:38.403997 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e1226962-91e6-43ba-b9e6-2eb48c3199c2 req-cce1ea27-b482-4c64-a779-cf2fe93e5b79 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/security-groups?id=a38f95e2-5593-4b04-a16e-db1fc2b4d57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314155 Sep 01 05:16:39.531533 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5068fe41-63aa-4acf-a99e-577588bf8204 req-c9a58966-ffc1-4374-bb09-59d401ccf3e0 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:16:39.532991 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-5068fe41-63aa-4acf-a99e-577588bf8204 req-c9a58966-ffc1-4374-bb09-59d401ccf3e0 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d6ac8-e455-4f9a-a547-aba87c8ca996 HTTP/1.1" status: 200 len: 946 time: 0.0469291 Sep 01 05:16:39.569561 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-5068fe41-63aa-4acf-a99e-577588bf8204 req-6b2bef53-22fc-4c03-8a9e-8e80b3e8b897 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/security-groups?id=a38f95e2-5593-4b04-a16e-db1fc2b4d57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307584 Sep 01 05:16:40.016857 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:16:40.045249 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-2a51f972-4680-46e7-a01e-11c70de3460f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:16:40.684627 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d7a8df-fa2b-4e06-b9d2-c377aa30218f req-c3f0f5d4-186b-4ac7-98c8-e09b1a93d451 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:16:40.686507 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-62d7a8df-fa2b-4e06-b9d2-c377aa30218f req-c3f0f5d4-186b-4ac7-98c8-e09b1a93d451 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d6ac8-e455-4f9a-a547-aba87c8ca996 HTTP/1.1" status: 200 len: 946 time: 0.0505300 Sep 01 05:16:40.729758 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-62d7a8df-fa2b-4e06-b9d2-c377aa30218f req-1051400c-85bf-4dba-ad0a-61fc3af5b208 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/security-groups?id=a38f95e2-5593-4b04-a16e-db1fc2b4d57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376887 Sep 01 05:16:41.370448 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-125f6581-13c4-4eca-b15a-10d5e92c8028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:16:41.849826 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516e0d04-02a8-4f1e-8b24-06744fa68b9e req-b6ccf2c8-ef75-479e-b633-e5651970409f tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:16:41.851344 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-516e0d04-02a8-4f1e-8b24-06744fa68b9e req-b6ccf2c8-ef75-479e-b633-e5651970409f tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d6ac8-e455-4f9a-a547-aba87c8ca996 HTTP/1.1" status: 200 len: 946 time: 0.0477648 Sep 01 05:16:41.889238 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-516e0d04-02a8-4f1e-8b24-06744fa68b9e req-5080bc9e-6acb-4a23-b524-c5d9d7542ac2 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/security-groups?id=a38f95e2-5593-4b04-a16e-db1fc2b4d57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317204 Sep 01 05:16:43.000943 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d88b9ba-2ccc-4eef-96e9-dc9e75e3963b req-add2d491-1e04-4d1e-b668-e49b1d51d223 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:16:43.002424 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-6d88b9ba-2ccc-4eef-96e9-dc9e75e3963b req-add2d491-1e04-4d1e-b668-e49b1d51d223 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d6ac8-e455-4f9a-a547-aba87c8ca996 HTTP/1.1" status: 200 len: 946 time: 0.0477235 Sep 01 05:16:43.039978 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-6d88b9ba-2ccc-4eef-96e9-dc9e75e3963b req-ae31b81e-5473-494d-8967-f1cb11c541a2 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/security-groups?id=a38f95e2-5593-4b04-a16e-db1fc2b4d57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317366 Sep 01 05:16:43.210890 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-57069d07-1191-4bd8-9ef8-43ac9a8b42c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:16:44.155893 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debb6a19-550f-4ab1-b975-ec54e7904234 req-e5e3b10d-a71e-4f25-841d-1235e3043a6a tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:16:44.157366 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-debb6a19-550f-4ab1-b975-ec54e7904234 req-e5e3b10d-a71e-4f25-841d-1235e3043a6a tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d6ac8-e455-4f9a-a547-aba87c8ca996 HTTP/1.1" status: 200 len: 946 time: 0.0508573 Sep 01 05:16:44.194252 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-debb6a19-550f-4ab1-b975-ec54e7904234 req-a38fba24-182d-4bc5-8439-69d11d22d93e tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/security-groups?id=a38f95e2-5593-4b04-a16e-db1fc2b4d57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308771 Sep 01 05:16:45.307441 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64dc976-ec00-4cfe-86b7-a04d504d682b req-f64b2dcf-6c21-49ee-ac2b-6d31647e99b7 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:16:45.308948 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-b64dc976-ec00-4cfe-86b7-a04d504d682b req-f64b2dcf-6c21-49ee-ac2b-6d31647e99b7 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d6ac8-e455-4f9a-a547-aba87c8ca996 HTTP/1.1" status: 200 len: 946 time: 0.0475569 Sep 01 05:16:45.346171 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-b64dc976-ec00-4cfe-86b7-a04d504d682b req-50824841-3f4d-4a04-b8eb-aca186a763d5 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/security-groups?id=a38f95e2-5593-4b04-a16e-db1fc2b4d57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312188 Sep 01 05:16:46.531719 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c3f67-62d7-4bf3-9d59-17fcb86b8e25 req-3ad1e4c3-1f47-4d6a-a970-bbcca82ac497 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:16:46.533169 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-f68c3f67-62d7-4bf3-9d59-17fcb86b8e25 req-3ad1e4c3-1f47-4d6a-a970-bbcca82ac497 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d6ac8-e455-4f9a-a547-aba87c8ca996 HTTP/1.1" status: 200 len: 946 time: 0.1188512 Sep 01 05:16:46.569773 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-f68c3f67-62d7-4bf3-9d59-17fcb86b8e25 req-af0fbfa6-33de-443c-9998-41e0a34c023b tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/security-groups?id=a38f95e2-5593-4b04-a16e-db1fc2b4d57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307877 Sep 01 05:16:47.746014 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a189692-c5af-4753-98ac-d146ad55b704 req-38553335-f8a5-42e7-890b-1297f3878605 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:16:47.747499 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-6a189692-c5af-4753-98ac-d146ad55b704 req-38553335-f8a5-42e7-890b-1297f3878605 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d6ac8-e455-4f9a-a547-aba87c8ca996 HTTP/1.1" status: 200 len: 946 time: 0.1134353 Sep 01 05:16:47.785394 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-6a189692-c5af-4753-98ac-d146ad55b704 req-7473c20a-d428-4346-ad78-72f37aefb466 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/security-groups?id=a38f95e2-5593-4b04-a16e-db1fc2b4d57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312598 Sep 01 05:16:48.660866 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78570754-f68b-4db0-a23f-c9c32039c728 req-1609ab9d-cfaa-4153-81f8-3ff5ca1b17ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:16:48.662318 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-78570754-f68b-4db0-a23f-c9c32039c728 req-1609ab9d-cfaa-4153-81f8-3ff5ca1b17ba service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b6a7432c340849beac019ede21c71b45&device_id=fa8d6ac8-e455-4f9a-a547-aba87c8ca996 HTTP/1.1" status: 200 len: 1099 time: 0.0426462 Sep 01 05:16:48.755708 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78570754-f68b-4db0-a23f-c9c32039c728 req-15e806f1-ae3b-4c68-8364-7d30d41b548d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:16:48.757148 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-78570754-f68b-4db0-a23f-c9c32039c728 req-15e806f1-ae3b-4c68-8364-7d30d41b548d service neutron] 10.222.0.37 "GET /v2.0/networks?id=dea2273f-d63b-4c44-9b8f-2b9920fe0762 HTTP/1.1" status: 200 len: 909 time: 0.0880892 Sep 01 05:16:48.821872 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-78570754-f68b-4db0-a23f-c9c32039c728 req-dff58515-821f-405f-8a34-fd2a8658b54c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=595b5c0e-5633-46ec-b07a-45d2da283213 HTTP/1.1" status: 200 len: 1002 time: 0.0565534 Sep 01 05:16:48.875694 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78570754-f68b-4db0-a23f-c9c32039c728 req-0c95d41e-c50a-4646-8fb4-7885af702b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:16:48.877166 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-78570754-f68b-4db0-a23f-c9c32039c728 req-0c95d41e-c50a-4646-8fb4-7885af702b8d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=226742b2-d5f0-44ae-a54e-533babbbad16 HTTP/1.1" status: 200 len: 847 time: 0.0477786 Sep 01 05:16:48.896383 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41086bae-2443-481a-9395-d52f4e705115 req-2ebef7a6-f335-4e50-854d-21811a111e7e tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:16:48.897862 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-41086bae-2443-481a-9395-d52f4e705115 req-2ebef7a6-f335-4e50-854d-21811a111e7e tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d6ac8-e455-4f9a-a547-aba87c8ca996 HTTP/1.1" status: 200 len: 946 time: 0.0470822 Sep 01 05:16:48.921155 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78570754-f68b-4db0-a23f-c9c32039c728 req-64af56fa-b7f2-4b5a-baab-d21cf661040f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:16:48.922585 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-78570754-f68b-4db0-a23f-c9c32039c728 req-64af56fa-b7f2-4b5a-baab-d21cf661040f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dea2273f-d63b-4c44-9b8f-2b9920fe0762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388248 Sep 01 05:16:48.934324 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-41086bae-2443-481a-9395-d52f4e705115 req-a82243a9-9dce-44f8-8efd-dec944d5855e tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/security-groups?id=a38f95e2-5593-4b04-a16e-db1fc2b4d57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305598 Sep 01 05:16:49.014208 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-78570754-f68b-4db0-a23f-c9c32039c728 req-999f814e-b414-4da7-a0a6-f9c523440be7 service neutron] 10.222.0.37 "GET /v2.0/networks/dea2273f-d63b-4c44-9b8f-2b9920fe0762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839155 Sep 01 05:16:49.106464 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-78570754-f68b-4db0-a23f-c9c32039c728 req-b715e465-fcc4-43a5-94dd-a8e9bdf77548 service neutron] 10.222.0.37 "GET /v2.0/networks/dea2273f-d63b-4c44-9b8f-2b9920fe0762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851231 Sep 01 05:16:50.044768 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a55e80-28ad-4706-a399-1448cb150f49 req-9b4c4af1-71f1-4569-a03c-eafcbcaf95e5 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:16:50.047401 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-c4a55e80-28ad-4706-a399-1448cb150f49 req-9b4c4af1-71f1-4569-a03c-eafcbcaf95e5 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d6ac8-e455-4f9a-a547-aba87c8ca996 HTTP/1.1" status: 200 len: 946 time: 0.0470343 Sep 01 05:16:50.085350 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-c4a55e80-28ad-4706-a399-1448cb150f49 req-7ea1b729-94b2-490f-97fe-60c278594ade tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/security-groups?id=a38f95e2-5593-4b04-a16e-db1fc2b4d57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321393 Sep 01 05:16:51.220347 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7926c1d7-da69-41ce-a622-3e4d6dfef39d req-8b991472-f7ee-4805-abac-0bbcc309adfe tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:16:51.221894 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-7926c1d7-da69-41ce-a622-3e4d6dfef39d req-8b991472-f7ee-4805-abac-0bbcc309adfe tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d6ac8-e455-4f9a-a547-aba87c8ca996 HTTP/1.1" status: 200 len: 946 time: 0.0564401 Sep 01 05:16:51.265355 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-7926c1d7-da69-41ce-a622-3e4d6dfef39d req-81b7a5ba-1919-4701-9b94-d34e5c11059b tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/security-groups?id=a38f95e2-5593-4b04-a16e-db1fc2b4d57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370104 Sep 01 05:16:52.199401 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:16:52.378446 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b9be9-aa65-460c-b0a8-24c0cb359315 req-ac3a644d-7177-44ce-9273-c00f0a0484b5 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:16:52.379954 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-433b9be9-aa65-460c-b0a8-24c0cb359315 req-ac3a644d-7177-44ce-9273-c00f0a0484b5 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d6ac8-e455-4f9a-a547-aba87c8ca996 HTTP/1.1" status: 200 len: 946 time: 0.0475593 Sep 01 05:16:52.417579 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-433b9be9-aa65-460c-b0a8-24c0cb359315 req-dae52c59-ec56-457c-960e-53cb14dffc0c tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/security-groups?id=a38f95e2-5593-4b04-a16e-db1fc2b4d57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316796 Sep 01 05:16:52.766664 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a2da5-4ae0-47af-bfdf-131bf004875c req-ec1b0dfa-f15e-4a63-b05c-d48d5eee36d5 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:16:52.768207 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-756a2da5-4ae0-47af-bfdf-131bf004875c req-ec1b0dfa-f15e-4a63-b05c-d48d5eee36d5 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d6ac8-e455-4f9a-a547-aba87c8ca996 HTTP/1.1" status: 200 len: 946 time: 0.0483215 Sep 01 05:16:52.807168 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-756a2da5-4ae0-47af-bfdf-131bf004875c req-c4feb7eb-6411-4085-b529-9181011f7e2a tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/security-groups?id=a38f95e2-5593-4b04-a16e-db1fc2b4d57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327721 Sep 01 05:16:52.844207 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 53640) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:16:53.182276 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-a189e985-a495-45d4-b54f-be4a4079b226 req-5458a086-8ffa-49df-add9-1123ebab24d7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d6ac8-e455-4f9a-a547-aba87c8ca996&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3369012 Sep 01 05:16:53.191763 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [req-a189e985-a495-45d4-b54f-be4a4079b226 req-7e752677-595a-428b-a01c-7b32ab260bc4 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=100912) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 05:16:53.192708 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-a189e985-a495-45d4-b54f-be4a4079b226 req-7e752677-595a-428b-a01c-7b32ab260bc4 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048623 Sep 01 05:16:53.923587 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af7f80e-d2c1-45e8-8246-049154198a46 req-dd95c792-491a-441e-bde9-62804a35f16c tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:16:53.925058 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-2af7f80e-d2c1-45e8-8246-049154198a46 req-dd95c792-491a-441e-bde9-62804a35f16c tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d6ac8-e455-4f9a-a547-aba87c8ca996 HTTP/1.1" status: 200 len: 946 time: 0.0490746 Sep 01 05:16:53.962718 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-2af7f80e-d2c1-45e8-8246-049154198a46 req-57dd7a6a-f181-451e-a7b4-347e4bff362b tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/security-groups?id=a38f95e2-5593-4b04-a16e-db1fc2b4d57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317228 Sep 01 05:16:54.513298 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device 595b5c0e-5633-46ec-b07a-45d2da283213 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:16:54.561072 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.agents_db [None req-49e1e325-328c-4825-9e4f-7693071b0ea2 None None] Agent healthcheck: found 6 active agents {{(pid=100914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 05:16:54.590062 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:16:54.614593 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa8d6ac8-e455-4f9a-a547-aba87c8ca996', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '595b5c0e-5633-46ec-b07a-45d2da283213'}] {{(pid=100913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:16:54.616899 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac1e9064bfa394a3c8e95a7ae5ebf8ce235ac3ce60c2245422c4078f9b609c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0298baa9-fa72-400d-a94f-64a643ff135a" -d '{"events": [{"server_uuid": "fa8d6ac8-e455-4f9a-a547-aba87c8ca996", "name": "network-vif-unplugged", "status": "completed", "tag": "595b5c0e-5633-46ec-b07a-45d2da283213"}]}' {{(pid=100913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:16:54.629909 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] For port 595b5c0e-5633-46ec-b07a-45d2da283213, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=595b5c0e-5633-46ec-b07a-45d2da283213,segment=NetworkSegment(f5869c70-9a17-4e2d-8510-8e1397331317),segment_id=f5869c70-9a17-4e2d-8510-8e1397331317)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:16:54.650142 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 01 Sep 2021 05:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2744c13a-144e-495a-a83d-d3a39532109a x-openstack-request-id: req-2744c13a-144e-495a-a83d-d3a39532109a {{(pid=100913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:16:54.650459 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa8d6ac8-e455-4f9a-a547-aba87c8ca996", "name": "network-vif-unplugged", "status": "failed", "tag": "595b5c0e-5633-46ec-b07a-45d2da283213", "code": 422}]} {{(pid=100913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:16:54.650709 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2744c13a-144e-495a-a83d-d3a39532109a {{(pid=100913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:16:54.651173 dv-cinder-804735-5-iscsi neutron-server[100913]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fa8d6ac8-e455-4f9a-a547-aba87c8ca996', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '595b5c0e-5633-46ec-b07a-45d2da283213', 'code': 422} returned with failed status Sep 01 05:16:54.725440 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:16:54.771792 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Pushing event updated for resources: {'Port': ['ID=595b5c0e-5633-46ec-b07a-45d2da283213,revision_number=6']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:16:54.778579 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:16:54.778967 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:16:54.780002 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:16:54.780487 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:16:54.780638 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:16:54.780976 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:16:54.781307 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:16:54.781639 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:16:54.781971 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:16:54.782300 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:16:54.782628 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:16:54.782978 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:16:55.079406 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb107c99-4daa-4c61-ac6b-ccca9379255f req-c9974560-f62a-4989-af9a-d6e41eb4b6ed tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:16:55.081109 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-eb107c99-4daa-4c61-ac6b-ccca9379255f req-c9974560-f62a-4989-af9a-d6e41eb4b6ed tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d6ac8-e455-4f9a-a547-aba87c8ca996 HTTP/1.1" status: 200 len: 944 time: 0.0500486 Sep 01 05:16:55.117956 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-eb107c99-4daa-4c61-ac6b-ccca9379255f req-08beaa52-44f2-4c9f-b08d-d2454cd4f2c1 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/security-groups?id=a38f95e2-5593-4b04-a16e-db1fc2b4d57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306678 Sep 01 05:16:55.580693 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a189e985-a495-45d4-b54f-be4a4079b226 req-37342e4b-4714-4698-a81f-11c54abee836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:16:55.582430 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-a189e985-a495-45d4-b54f-be4a4079b226 req-37342e4b-4714-4698-a81f-11c54abee836 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fa8d6ac8-e455-4f9a-a547-aba87c8ca996&tenant_id=b6a7432c340849beac019ede21c71b45 HTTP/1.1" status: 200 len: 1097 time: 0.0402141 Sep 01 05:16:55.653965 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a189e985-a495-45d4-b54f-be4a4079b226 req-77c74aac-b95d-4392-8099-06c2b586c776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:16:55.656074 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-a189e985-a495-45d4-b54f-be4a4079b226 req-77c74aac-b95d-4392-8099-06c2b586c776 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b6a7432c340849beac019ede21c71b45&device_id=fa8d6ac8-e455-4f9a-a547-aba87c8ca996 HTTP/1.1" status: 200 len: 1097 time: 0.0423203 Sep 01 05:16:55.748228 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a189e985-a495-45d4-b54f-be4a4079b226 req-20d52e68-c824-44b7-8c10-d7c62669cc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:16:55.749914 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-a189e985-a495-45d4-b54f-be4a4079b226 req-20d52e68-c824-44b7-8c10-d7c62669cc91 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dea2273f-d63b-4c44-9b8f-2b9920fe0762 HTTP/1.1" status: 200 len: 909 time: 0.0865119 Sep 01 05:16:55.814454 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-a189e985-a495-45d4-b54f-be4a4079b226 req-a00d0c74-4519-46a8-a01d-e30e85d07dea service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=595b5c0e-5633-46ec-b07a-45d2da283213 HTTP/1.1" status: 200 len: 1000 time: 0.0572746 Sep 01 05:16:55.867682 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a189e985-a495-45d4-b54f-be4a4079b226 req-18a57211-86f4-469a-aa57-65043463bc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:16:55.869006 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-a189e985-a495-45d4-b54f-be4a4079b226 req-18a57211-86f4-469a-aa57-65043463bc34 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=226742b2-d5f0-44ae-a54e-533babbbad16 HTTP/1.1" status: 200 len: 847 time: 0.0476327 Sep 01 05:16:55.913663 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a189e985-a495-45d4-b54f-be4a4079b226 req-461a2235-a22d-4c6b-b25f-4654aa593b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:16:55.915118 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-a189e985-a495-45d4-b54f-be4a4079b226 req-461a2235-a22d-4c6b-b25f-4654aa593b06 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dea2273f-d63b-4c44-9b8f-2b9920fe0762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386002 Sep 01 05:16:56.001424 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-a189e985-a495-45d4-b54f-be4a4079b226 req-63495d6e-a43a-4efb-9e76-9e8331c2b9bf service neutron] 10.222.0.37 "GET /v2.0/networks/dea2273f-d63b-4c44-9b8f-2b9920fe0762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791092 Sep 01 05:16:56.093543 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-a189e985-a495-45d4-b54f-be4a4079b226 req-27849088-a335-488c-8e40-0dc31a8649fc service neutron] 10.222.0.37 "GET /v2.0/networks/dea2273f-d63b-4c44-9b8f-2b9920fe0762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847394 Sep 01 05:16:56.234198 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be0042-4f99-4200-8d87-0b20e6770eff req-74ef6c68-de0d-4354-b466-6c64c8a4753e tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:16:56.235703 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-51be0042-4f99-4200-8d87-0b20e6770eff req-74ef6c68-de0d-4354-b466-6c64c8a4753e tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d6ac8-e455-4f9a-a547-aba87c8ca996 HTTP/1.1" status: 200 len: 944 time: 0.0510907 Sep 01 05:16:56.272408 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-51be0042-4f99-4200-8d87-0b20e6770eff req-368a9a69-089d-4f2e-8df5-6629dc63091b tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/security-groups?id=a38f95e2-5593-4b04-a16e-db1fc2b4d57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308535 Sep 01 05:16:57.384544 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd494c4d-7ec6-485d-8ab1-c7aacd230fa6 req-f2b0a4a9-8987-48d5-8f8c-87827d811ef8 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:16:57.386011 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-bd494c4d-7ec6-485d-8ab1-c7aacd230fa6 req-f2b0a4a9-8987-48d5-8f8c-87827d811ef8 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d6ac8-e455-4f9a-a547-aba87c8ca996 HTTP/1.1" status: 200 len: 944 time: 0.0476661 Sep 01 05:16:57.422798 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-bd494c4d-7ec6-485d-8ab1-c7aacd230fa6 req-7f1ee292-7856-4593-9ba4-66cf78219bc2 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/security-groups?id=a38f95e2-5593-4b04-a16e-db1fc2b4d57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308316 Sep 01 05:16:57.613149 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8943b8-bb09-49b3-a972-a30a3502f32d req-68e2ed5a-f445-48ee-be35-4e174a5e68c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:16:57.614646 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-da8943b8-bb09-49b3-a972-a30a3502f32d req-68e2ed5a-f445-48ee-be35-4e174a5e68c8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b6a7432c340849beac019ede21c71b45&device_id=fa8d6ac8-e455-4f9a-a547-aba87c8ca996 HTTP/1.1" status: 200 len: 1097 time: 0.0400255 Sep 01 05:16:57.717904 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8943b8-bb09-49b3-a972-a30a3502f32d req-78c6b17d-e90c-4334-a930-ab899a8ea7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:16:57.719389 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-da8943b8-bb09-49b3-a972-a30a3502f32d req-78c6b17d-e90c-4334-a930-ab899a8ea7a5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dea2273f-d63b-4c44-9b8f-2b9920fe0762 HTTP/1.1" status: 200 len: 909 time: 0.0860023 Sep 01 05:16:57.782520 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-da8943b8-bb09-49b3-a972-a30a3502f32d req-4e652896-0f85-477d-996f-0a4a2fe7e441 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=595b5c0e-5633-46ec-b07a-45d2da283213 HTTP/1.1" status: 200 len: 1000 time: 0.0561385 Sep 01 05:16:57.830008 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8943b8-bb09-49b3-a972-a30a3502f32d req-dc82254c-f02c-469f-a56a-5c49c475f813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:16:57.833906 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-da8943b8-bb09-49b3-a972-a30a3502f32d req-dc82254c-f02c-469f-a56a-5c49c475f813 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=226742b2-d5f0-44ae-a54e-533babbbad16 HTTP/1.1" status: 200 len: 847 time: 0.0422666 Sep 01 05:16:57.878984 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8943b8-bb09-49b3-a972-a30a3502f32d req-228afe7c-a941-4ff1-b20a-c95728eb99fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:16:57.880344 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-da8943b8-bb09-49b3-a972-a30a3502f32d req-228afe7c-a941-4ff1-b20a-c95728eb99fe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dea2273f-d63b-4c44-9b8f-2b9920fe0762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416975 Sep 01 05:16:57.964942 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-da8943b8-bb09-49b3-a972-a30a3502f32d req-7acb63f5-8c83-4e53-a8a5-0d32247bbc9d service neutron] 10.222.0.37 "GET /v2.0/networks/dea2273f-d63b-4c44-9b8f-2b9920fe0762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0774298 Sep 01 05:16:58.055717 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-da8943b8-bb09-49b3-a972-a30a3502f32d req-e04291d2-4b07-434f-96ea-f986b354ea40 service neutron] 10.222.0.37 "GET /v2.0/networks/dea2273f-d63b-4c44-9b8f-2b9920fe0762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835075 Sep 01 05:16:58.534318 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e699eb68-d85a-470f-8ec8-d9ac68c6cf4c req-ce61fdb1-9417-4d09-9e8b-be69563e224c tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:16:58.535784 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e699eb68-d85a-470f-8ec8-d9ac68c6cf4c req-ce61fdb1-9417-4d09-9e8b-be69563e224c tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d6ac8-e455-4f9a-a547-aba87c8ca996 HTTP/1.1" status: 200 len: 944 time: 0.0469093 Sep 01 05:16:58.571263 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e699eb68-d85a-470f-8ec8-d9ac68c6cf4c req-8d4e241a-5b66-4728-9eb0-1c5175440fda tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/security-groups?id=a38f95e2-5593-4b04-a16e-db1fc2b4d57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296581 Sep 01 05:16:59.687038 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617fa6c-1ea5-40fd-894c-276ac633973f req-57ee0bea-ea25-4602-a5d3-71409e4d9ad1 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:16:59.688908 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-5617fa6c-1ea5-40fd-894c-276ac633973f req-57ee0bea-ea25-4602-a5d3-71409e4d9ad1 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d6ac8-e455-4f9a-a547-aba87c8ca996 HTTP/1.1" status: 200 len: 944 time: 0.0518377 Sep 01 05:16:59.726122 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-5617fa6c-1ea5-40fd-894c-276ac633973f req-570b981a-ede2-4522-9a8b-a9ebafabdab5 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/security-groups?id=a38f95e2-5593-4b04-a16e-db1fc2b4d57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315077 Sep 01 05:17:00.839401 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c247f4b-189a-4808-a011-5638bf089dbd req-dd4e1a7a-65ca-4fa8-b177-64499b0ee69a tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:17:00.840880 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-3c247f4b-189a-4808-a011-5638bf089dbd req-dd4e1a7a-65ca-4fa8-b177-64499b0ee69a tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d6ac8-e455-4f9a-a547-aba87c8ca996 HTTP/1.1" status: 200 len: 944 time: 0.0486183 Sep 01 05:17:00.877989 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-3c247f4b-189a-4808-a011-5638bf089dbd req-773f7cac-dd30-4601-818d-551f819b34c6 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/security-groups?id=a38f95e2-5593-4b04-a16e-db1fc2b4d57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307825 Sep 01 05:17:01.988639 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e57066-f6a6-4b52-b6fe-95b9f6622f05 req-0b0e4c9f-a0b5-41a4-8987-b8112e8ea203 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:17:01.990092 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-45e57066-f6a6-4b52-b6fe-95b9f6622f05 req-0b0e4c9f-a0b5-41a4-8987-b8112e8ea203 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d6ac8-e455-4f9a-a547-aba87c8ca996 HTTP/1.1" status: 200 len: 944 time: 0.0476370 Sep 01 05:17:02.029212 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-45e57066-f6a6-4b52-b6fe-95b9f6622f05 req-cc980806-54e3-4532-80a5-86d4b39b2b4c tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/security-groups?id=a38f95e2-5593-4b04-a16e-db1fc2b4d57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331419 Sep 01 05:17:03.145243 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67615d9-1c10-49b1-b960-8c41291855cd req-c9a51945-fbdf-40c8-a5c1-789e79f3b47f tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:17:03.146634 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-c67615d9-1c10-49b1-b960-8c41291855cd req-c9a51945-fbdf-40c8-a5c1-789e79f3b47f tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d6ac8-e455-4f9a-a547-aba87c8ca996 HTTP/1.1" status: 200 len: 944 time: 0.0509756 Sep 01 05:17:03.184453 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-c67615d9-1c10-49b1-b960-8c41291855cd req-e6fb35f3-c755-4125-bf6a-e2237038740c tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/security-groups?id=a38f95e2-5593-4b04-a16e-db1fc2b4d57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318394 Sep 01 05:17:04.302808 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd53dde3-dc17-41a4-a42f-af954d7b4198 req-aed02863-54dc-4cc4-8fe9-8454c9beb819 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:17:04.304347 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-dd53dde3-dc17-41a4-a42f-af954d7b4198 req-aed02863-54dc-4cc4-8fe9-8454c9beb819 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d6ac8-e455-4f9a-a547-aba87c8ca996 HTTP/1.1" status: 200 len: 944 time: 0.0475152 Sep 01 05:17:04.343229 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-dd53dde3-dc17-41a4-a42f-af954d7b4198 req-37ae5a7f-01ab-4739-8d97-b024d3391cf1 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/security-groups?id=a38f95e2-5593-4b04-a16e-db1fc2b4d57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326784 Sep 01 05:17:04.591072 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device 595b5c0e-5633-46ec-b07a-45d2da283213 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=100913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 05:17:04.685730 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] For port 595b5c0e-5633-46ec-b07a-45d2da283213, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=595b5c0e-5633-46ec-b07a-45d2da283213,segment=NetworkSegment(f5869c70-9a17-4e2d-8510-8e1397331317),segment_id=f5869c70-9a17-4e2d-8510-8e1397331317)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:17:04.696665 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Returning: {'device': '595b5c0e-5633-46ec-b07a-45d2da283213', 'network_id': 'dea2273f-d63b-4c44-9b8f-2b9920fe0762', 'port_id': '595b5c0e-5633-46ec-b07a-45d2da283213', 'mac_address': 'fa:16:3e:e2:a2:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '226742b2-d5f0-44ae-a54e-533babbbad16', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 05:17:04.732648 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:17:04.744647 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.notifiers.nova [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 595b5c0e-5633-46ec-b07a-45d2da283213 {{(pid=100913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 05:17:04.763372 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] For port 595b5c0e-5633-46ec-b07a-45d2da283213, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=595b5c0e-5633-46ec-b07a-45d2da283213,segment=NetworkSegment(f5869c70-9a17-4e2d-8510-8e1397331317),segment_id=f5869c70-9a17-4e2d-8510-8e1397331317)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:17:04.827843 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:17:04.890332 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Pushing event updated for resources: {'Port': ['ID=595b5c0e-5633-46ec-b07a-45d2da283213,revision_number=7']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:17:05.131637 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] get_ports_and_sgs() called for port_ids ['595b5c0e-5633-46ec-b07a-45d2da283213'] {{(pid=100913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 05:17:05.453222 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32de807-c5e3-4cd5-8391-d15e8b0d4ca6 req-bc54896c-a68a-4441-87e7-2d81c3599884 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:17:05.454680 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e32de807-c5e3-4cd5-8391-d15e8b0d4ca6 req-bc54896c-a68a-4441-87e7-2d81c3599884 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d6ac8-e455-4f9a-a547-aba87c8ca996 HTTP/1.1" status: 200 len: 945 time: 0.0466444 Sep 01 05:17:05.493973 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e32de807-c5e3-4cd5-8391-d15e8b0d4ca6 req-dd84c0a4-fe34-4c19-bf97-de756d242a26 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/security-groups?id=a38f95e2-5593-4b04-a16e-db1fc2b4d57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332258 Sep 01 05:17:06.608893 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d6bf70-a932-4f9b-a4ee-6402937af600 req-a0018e67-616b-4c3c-a12f-fe039d42ccc9 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:17:06.610345 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-49d6bf70-a932-4f9b-a4ee-6402937af600 req-a0018e67-616b-4c3c-a12f-fe039d42ccc9 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d6ac8-e455-4f9a-a547-aba87c8ca996 HTTP/1.1" status: 200 len: 945 time: 0.0507507 Sep 01 05:17:06.621743 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device 595b5c0e-5633-46ec-b07a-45d2da283213 up at agent hyperv_hv-cinder-80473 {{(pid=100913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:17:06.647705 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-49d6bf70-a932-4f9b-a4ee-6402937af600 req-f2c7d248-c819-4234-bae0-9f7f1379eb70 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/security-groups?id=a38f95e2-5593-4b04-a16e-db1fc2b4d57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314517 Sep 01 05:17:06.668567 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Provisioning complete for port 595b5c0e-5633-46ec-b07a-45d2da283213 triggered by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:17:06.668947 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:17:06.743932 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:17:06.766209 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa8d6ac8-e455-4f9a-a547-aba87c8ca996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '595b5c0e-5633-46ec-b07a-45d2da283213'}] {{(pid=100913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:17:06.768501 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac1e9064bfa394a3c8e95a7ae5ebf8ce235ac3ce60c2245422c4078f9b609c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54eb83a8-a632-45df-aa02-06b7a7518bcb" -d '{"events": [{"server_uuid": "fa8d6ac8-e455-4f9a-a547-aba87c8ca996", "name": "network-vif-plugged", "status": "completed", "tag": "595b5c0e-5633-46ec-b07a-45d2da283213"}]}' {{(pid=100913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:17:06.783359 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] For port 595b5c0e-5633-46ec-b07a-45d2da283213, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=595b5c0e-5633-46ec-b07a-45d2da283213,segment=NetworkSegment(f5869c70-9a17-4e2d-8510-8e1397331317),segment_id=f5869c70-9a17-4e2d-8510-8e1397331317)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:17:06.804368 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 05:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a69f013b-cc0f-4c16-8ad3-8ab82264e792 x-openstack-request-id: req-a69f013b-cc0f-4c16-8ad3-8ab82264e792 {{(pid=100913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:17:06.804656 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa8d6ac8-e455-4f9a-a547-aba87c8ca996", "name": "network-vif-plugged", "status": "completed", "tag": "595b5c0e-5633-46ec-b07a-45d2da283213", "code": 200}]} {{(pid=100913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:17:06.804905 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a69f013b-cc0f-4c16-8ad3-8ab82264e792 {{(pid=100913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:17:06.805291 dv-cinder-804735-5-iscsi neutron-server[100913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa8d6ac8-e455-4f9a-a547-aba87c8ca996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '595b5c0e-5633-46ec-b07a-45d2da283213', 'code': 200} Sep 01 05:17:06.856496 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:17:06.903226 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Pushing event updated for resources: {'Port': ['ID=595b5c0e-5633-46ec-b07a-45d2da283213,revision_number=8']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:17:07.080843 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952a4ab4-00e7-4874-b505-d78f7f500a46 req-64e82298-967c-4f65-9e16-be42118c7368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:17:07.082616 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-952a4ab4-00e7-4874-b505-d78f7f500a46 req-64e82298-967c-4f65-9e16-be42118c7368 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fa8d6ac8-e455-4f9a-a547-aba87c8ca996 HTTP/1.1" status: 200 len: 1099 time: 0.0392013 Sep 01 05:17:07.117963 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-952a4ab4-00e7-4874-b505-d78f7f500a46 req-00bfbfff-9949-4f38-a7ba-bc3606d827fc service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a38f95e2-5593-4b04-a16e-db1fc2b4d57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276742 Sep 01 05:17:07.261899 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-1b92e8f7-8911-473f-92fa-a06d01a1d930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:17:07.759715 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378e7bcd-44e5-41ed-a441-699e80518da4 req-4b3e99d6-2cc3-483e-a35b-e50235cc55f7 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:17:07.761194 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-378e7bcd-44e5-41ed-a441-699e80518da4 req-4b3e99d6-2cc3-483e-a35b-e50235cc55f7 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d6ac8-e455-4f9a-a547-aba87c8ca996 HTTP/1.1" status: 200 len: 946 time: 0.0477369 Sep 01 05:17:07.798914 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-378e7bcd-44e5-41ed-a441-699e80518da4 req-f1fef634-2a69-4ae8-bf59-f67a2afd6b1b tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/security-groups?id=a38f95e2-5593-4b04-a16e-db1fc2b4d57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313554 Sep 01 05:17:08.910427 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5abbf3e-a787-427d-9552-bdb59f1bc572 req-8a55708f-b7b5-45aa-b728-12ba3be66bb5 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:17:08.911960 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-a5abbf3e-a787-427d-9552-bdb59f1bc572 req-8a55708f-b7b5-45aa-b728-12ba3be66bb5 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d6ac8-e455-4f9a-a547-aba87c8ca996 HTTP/1.1" status: 200 len: 946 time: 0.0473659 Sep 01 05:17:08.948652 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-a5abbf3e-a787-427d-9552-bdb59f1bc572 req-850ece48-1feb-4ae8-8502-73ccf039bde4 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/security-groups?id=a38f95e2-5593-4b04-a16e-db1fc2b4d57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309629 Sep 01 05:17:10.027505 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:17:10.067496 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-cb4ca633-7315-4a6f-9b10-76a0a4da8aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:17:11.370612 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-125f6581-13c4-4eca-b15a-10d5e92c8028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:17:13.255900 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-57069d07-1191-4bd8-9ef8-43ac9a8b42c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:17:17.438512 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [req-5888b119-c984-4f20-9c6f-1142abf39c3f req-1380b43e-06e9-4deb-9085-d82ec096ad9f service neutron] (100912) timed out ('10.222.0.37', 55872) {{(pid=100912) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 01 05:17:22.266353 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:17:31.559281 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.agents_db [None req-49e1e325-328c-4825-9e4f-7693071b0ea2 None None] Agent healthcheck: found 6 active agents {{(pid=100914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 05:17:37.272402 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-72e8f1f6-b16b-4d8a-b665-4d68dda1ee2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:17:40.072803 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:17:40.095635 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-08002383-4048-491f-bb84-85e99c3d3f3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:17:41.398163 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-125f6581-13c4-4eca-b15a-10d5e92c8028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:17:43.249415 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-57069d07-1191-4bd8-9ef8-43ac9a8b42c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:17:52.226739 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:17:58.610538 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-3a7ad550-009e-4315-b3f7-a650c7a0d4c8 req-7d15be49-658e-461b-bc7e-08f3b574472a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fa8d6ac8-e455-4f9a-a547-aba87c8ca996&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0803370 Sep 01 05:17:58.704376 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7ad550-009e-4315-b3f7-a650c7a0d4c8 req-2ebce821-f149-4ab5-b966-54ef349e105c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:17:58.706090 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-3a7ad550-009e-4315-b3f7-a650c7a0d4c8 req-2ebce821-f149-4ab5-b966-54ef349e105c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b6a7432c340849beac019ede21c71b45&device_id=fa8d6ac8-e455-4f9a-a547-aba87c8ca996 HTTP/1.1" status: 200 len: 1099 time: 0.0392942 Sep 01 05:17:58.808035 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7ad550-009e-4315-b3f7-a650c7a0d4c8 req-b89a4e04-85af-4072-8ffa-7cacced14316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:17:58.809470 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-3a7ad550-009e-4315-b3f7-a650c7a0d4c8 req-b89a4e04-85af-4072-8ffa-7cacced14316 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dea2273f-d63b-4c44-9b8f-2b9920fe0762 HTTP/1.1" status: 200 len: 909 time: 0.0846057 Sep 01 05:17:58.873736 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-3a7ad550-009e-4315-b3f7-a650c7a0d4c8 req-40689c8b-c417-49fc-9651-88b10a562201 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=595b5c0e-5633-46ec-b07a-45d2da283213 HTTP/1.1" status: 200 len: 1002 time: 0.0562663 Sep 01 05:17:58.925709 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7ad550-009e-4315-b3f7-a650c7a0d4c8 req-2c2d1278-c3bb-45fb-80f4-5bc26f6a1d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:17:58.927145 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-3a7ad550-009e-4315-b3f7-a650c7a0d4c8 req-2c2d1278-c3bb-45fb-80f4-5bc26f6a1d86 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=226742b2-d5f0-44ae-a54e-533babbbad16 HTTP/1.1" status: 200 len: 847 time: 0.0463243 Sep 01 05:17:58.969940 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7ad550-009e-4315-b3f7-a650c7a0d4c8 req-190542da-f462-4b76-ba18-e04a12850bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:17:58.971408 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-3a7ad550-009e-4315-b3f7-a650c7a0d4c8 req-190542da-f462-4b76-ba18-e04a12850bfd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dea2273f-d63b-4c44-9b8f-2b9920fe0762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0378289 Sep 01 05:17:59.057125 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-3a7ad550-009e-4315-b3f7-a650c7a0d4c8 req-262b9a25-86b3-4ea0-8fcf-cc836ede30d5 service neutron] 10.222.0.37 "GET /v2.0/networks/dea2273f-d63b-4c44-9b8f-2b9920fe0762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787578 Sep 01 05:17:59.145904 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-3a7ad550-009e-4315-b3f7-a650c7a0d4c8 req-76bf2f6a-e146-41f2-b15a-28103fc9a733 service neutron] 10.222.0.37 "GET /v2.0/networks/dea2273f-d63b-4c44-9b8f-2b9920fe0762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817704 Sep 01 05:18:07.294935 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-4aede523-307f-47bf-8f85-d67cc74b49be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:08.558646 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.agents_db [None req-49e1e325-328c-4825-9e4f-7693071b0ea2 None None] Agent healthcheck: found 6 active agents {{(pid=100914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 05:18:10.043437 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:10.054346 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-928a1d99-33b4-4eba-a453-ca85d934ca4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:11.374517 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-125f6581-13c4-4eca-b15a-10d5e92c8028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:13.254343 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-57069d07-1191-4bd8-9ef8-43ac9a8b42c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:21.745379 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 53704) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:18:21.918709 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.plugin [None req-49e446ec-d5cc-461b-aab0-c410b5881790 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Deleting port be5d973c-0291-4e8c-9b31-6b1524a7445b {{(pid=100912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:18:21.919090 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-49e446ec-d5cc-461b-aab0-c410b5881790 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780564872726'] for port, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:21.991753 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-49e446ec-d5cc-461b-aab0-c410b5881790 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958503'] for port, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:21.992088 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-49e446ec-d5cc-461b-aab0-c410b5881790 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:22.004035 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.plugin [None req-49e446ec-d5cc-461b-aab0-c410b5881790 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Calling delete_port for be5d973c-0291-4e8c-9b31-6b1524a7445b owned by network:floatingip {{(pid=100912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:18:22.180667 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-49e446ec-d5cc-461b-aab0-c410b5881790 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780564874213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780564376598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59570596'] for port, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:22.209168 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e446ec-d5cc-461b-aab0-c410b5881790 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Pushing event deleted for resources: {'Port': ['ID=be5d973c-0291-4e8c-9b31-6b1524a7445b,revision_number=None']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:18:22.214815 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:22.233738 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e446ec-d5cc-461b-aab0-c410b5881790 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:18:22.234092 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e446ec-d5cc-461b-aab0-c410b5881790 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:18:22.234438 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e446ec-d5cc-461b-aab0-c410b5881790 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:18:22.234801 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e446ec-d5cc-461b-aab0-c410b5881790 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:18:22.235690 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e446ec-d5cc-461b-aab0-c410b5881790 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:18:22.236063 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e446ec-d5cc-461b-aab0-c410b5881790 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:18:22.236406 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e446ec-d5cc-461b-aab0-c410b5881790 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:18:22.236738 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e446ec-d5cc-461b-aab0-c410b5881790 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:18:22.237069 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e446ec-d5cc-461b-aab0-c410b5881790 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:18:22.237397 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e446ec-d5cc-461b-aab0-c410b5881790 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:18:22.237725 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e446ec-d5cc-461b-aab0-c410b5881790 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:18:22.238052 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e446ec-d5cc-461b-aab0-c410b5881790 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:18:22.276412 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-49e446ec-d5cc-461b-aab0-c410b5881790 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Notify callbacks [] for floatingip, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:22.276673 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.db.l3_db [None req-49e446ec-d5cc-461b-aab0-c410b5881790 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Floating IP f948049b-9cb4-4ef2-9af0-ff7e3ddd0d64 disassociated (deleted). External IP: 172.27.2.186, port: 595b5c0e-5633-46ec-b07a-45d2da283213. Sep 01 05:18:22.481721 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49e446ec-d5cc-461b-aab0-c410b5881790 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Router 2b2f2aa0-d845-402f-9efe-87087b2bbabd has already been hosted by L3 agent dd4ad2d5-7278-4db2-b968-23881816b870 {{(pid=100912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 05:18:22.597665 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49e446ec-d5cc-461b-aab0-c410b5881790 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Notify agent at l3_agent.dv-cinder-804735-5-iscsi the message routers_updated {{(pid=100912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 05:18:22.602506 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-49e446ec-d5cc-461b-aab0-c410b5881790 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428309'] for floatingip, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:22.607647 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f66aa72-4c11-4c32-8479-37a260d9a023 None None] Sync routers for ids ['2b2f2aa0-d845-402f-9efe-87087b2bbabd'] in dv-cinder-804735-5-iscsi {{(pid=100913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 05:18:22.616965 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f66aa72-4c11-4c32-8479-37a260d9a023 None None] Routers {'2b2f2aa0-d845-402f-9efe-87087b2bbabd'} bound to L3 agent in host dv-cinder-804735-5-iscsi {{(pid=100913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:18:22.617609 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-7f66aa72-4c11-4c32-8479-37a260d9a023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T04:53:40Z,description=,heartbeat_timestamp=2021-09-01T05:18:10Z,host='dv-cinder-804735-5-iscsi',id=dd4ad2d5-7278-4db2-b968-23881816b870,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:53:41Z,topic='l3_agent')) {'router_ids': ['2b2f2aa0-d845-402f-9efe-87087b2bbabd'], 'active': True} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:18:22.629748 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-49e446ec-d5cc-461b-aab0-c410b5881790 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "DELETE /v2.0/floatingips/f948049b-9cb4-4ef2-9af0-ff7e3ddd0d64 HTTP/1.1" status: 204 len: 168 time: 0.8832569 Sep 01 05:18:22.630402 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa8d6ac8-e455-4f9a-a547-aba87c8ca996', 'tag': '595b5c0e-5633-46ec-b07a-45d2da283213'}] {{(pid=100912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:18:22.632671 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c32bf37734172ffae8bcd4fd235b58a84eb6a179622fde5d618b2948ae3f8620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b3e964-c98d-4a9f-ae4a-e9b42360a124" -d '{"events": [{"name": "network-changed", "server_uuid": "fa8d6ac8-e455-4f9a-a547-aba87c8ca996", "tag": "595b5c0e-5633-46ec-b07a-45d2da283213"}]}' {{(pid=100912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:18:22.674827 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 05:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e1c2aea-83ca-407f-b84c-f0884881b149 x-openstack-request-id: req-2e1c2aea-83ca-407f-b84c-f0884881b149 {{(pid=100912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:18:22.674827 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa8d6ac8-e455-4f9a-a547-aba87c8ca996", "tag": "595b5c0e-5633-46ec-b07a-45d2da283213", "status": "completed", "code": 200}]} {{(pid=100912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:18:22.674827 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2e1c2aea-83ca-407f-b84c-f0884881b149 {{(pid=100912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:18:22.674827 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa8d6ac8-e455-4f9a-a547-aba87c8ca996', 'tag': '595b5c0e-5633-46ec-b07a-45d2da283213', 'status': 'completed', 'code': 200} Sep 01 05:18:22.727055 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvr_db [None req-7f66aa72-4c11-4c32-8479-37a260d9a023 None None] Set router 2b2f2aa0-d845-402f-9efe-87087b2bbabd gateway port host: dv-cinder-804735-5-iscsi {{(pid=100913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:18:22.757320 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b3e964-c98d-4a9f-ae4a-e9b42360a124 req-e20bff31-71f7-45ac-89d5-117698ba6072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:18:22.758844 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-a0b3e964-c98d-4a9f-ae4a-e9b42360a124 req-e20bff31-71f7-45ac-89d5-117698ba6072 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b6a7432c340849beac019ede21c71b45&device_id=fa8d6ac8-e455-4f9a-a547-aba87c8ca996 HTTP/1.1" status: 200 len: 1099 time: 0.0413444 Sep 01 05:18:22.936685 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-7f66aa72-4c11-4c32-8479-37a260d9a023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2f2aa0-d845-402f-9efe-87087b2bbabd', 'name': 'tempest-TestShelveInstance-445059743-router', 'tenant_id': 'b6a7432c340849beac019ede21c71b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'e6e54a00-3a2d-480a-b902-ffa8701b1d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:13:55Z', 'updated_at': '2021-09-01T05:13:58Z', 'revision_number': 4, 'project_id': 'b6a7432c340849beac019ede21c71b45', 'gw_port': {'id': 'e6e54a00-3a2d-480a-b902-ffa8701b1d82', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:38:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2f2aa0-d845-402f-9efe-87087b2bbabd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:13:56Z', 'updated_at': '2021-09-01T05:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi', '_interfaces': [{'id': 'd055a4d3-9c6e-411e-9dcf-57668aa01afe', 'name': '', 'network_id': 'dea2273f-d63b-4c44-9b8f-2b9920fe0762', 'tenant_id': 'b6a7432c340849beac019ede21c71b45', 'mac_address': 'fa:16:3e:07:59:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2f2aa0-d845-402f-9efe-87087b2bbabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '226742b2-d5f0-44ae-a54e-533babbbad16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:13:57Z', 'updated_at': '2021-09-01T05:14:04Z', 'revision_number': 5, 'project_id': 'b6a7432c340849beac019ede21c71b45', 'subnets': [{'id': '226742b2-d5f0-44ae-a54e-533babbbad16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-5-iscsi', False) {} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:18:22.964186 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f66aa72-4c11-4c32-8479-37a260d9a023 None None] Checking router: 2b2f2aa0-d845-402f-9efe-87087b2bbabd for host: dv-cinder-804735-5-iscsi {{(pid=100913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 05:18:22.973308 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f66aa72-4c11-4c32-8479-37a260d9a023 None None] Routers {'2b2f2aa0-d845-402f-9efe-87087b2bbabd'} bound to L3 agent in host dv-cinder-804735-5-iscsi {{(pid=100913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:18:22.973945 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-7f66aa72-4c11-4c32-8479-37a260d9a023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T04:53:40Z,description=,heartbeat_timestamp=2021-09-01T05:18:10Z,host='dv-cinder-804735-5-iscsi',id=dd4ad2d5-7278-4db2-b968-23881816b870,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:53:41Z,topic='l3_agent')) {'router_ids': ['2b2f2aa0-d845-402f-9efe-87087b2bbabd'], 'active': True} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:18:23.085255 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvr_db [None req-7f66aa72-4c11-4c32-8479-37a260d9a023 None None] Set router 2b2f2aa0-d845-402f-9efe-87087b2bbabd gateway port host: dv-cinder-804735-5-iscsi {{(pid=100913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:18:23.110733 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b3e964-c98d-4a9f-ae4a-e9b42360a124 req-0200d818-982c-486f-bd64-76f53aa88dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:18:23.112248 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-a0b3e964-c98d-4a9f-ae4a-e9b42360a124 req-0200d818-982c-486f-bd64-76f53aa88dfe service neutron] 10.222.0.37 "GET /v2.0/networks?id=dea2273f-d63b-4c44-9b8f-2b9920fe0762 HTTP/1.1" status: 200 len: 909 time: 0.3467624 Sep 01 05:18:23.113245 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a375e9fd-4d58-4f09-a37c-5b175770e336 req-5776a679-bfce-4e7e-83db-3a8d5ac2045c tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:18:23.114793 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-a375e9fd-4d58-4f09-a37c-5b175770e336 req-5776a679-bfce-4e7e-83db-3a8d5ac2045c tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d6ac8-e455-4f9a-a547-aba87c8ca996 HTTP/1.1" status: 200 len: 946 time: 0.0547862 Sep 01 05:18:23.154807 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-a375e9fd-4d58-4f09-a37c-5b175770e336 req-5aa40fcd-9754-4cee-8399-a8ba26351bee tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/security-groups?id=a38f95e2-5593-4b04-a16e-db1fc2b4d57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338771 Sep 01 05:18:23.155431 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-a0b3e964-c98d-4a9f-ae4a-e9b42360a124 req-126464f2-9a35-441e-9b96-9e9b0e64b093 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=595b5c0e-5633-46ec-b07a-45d2da283213 HTTP/1.1" status: 200 len: 217 time: 0.0355368 Sep 01 05:18:23.211828 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b3e964-c98d-4a9f-ae4a-e9b42360a124 req-572960e7-8f88-464a-9dd7-6e5861cf1de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:18:23.213198 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-a0b3e964-c98d-4a9f-ae4a-e9b42360a124 req-572960e7-8f88-464a-9dd7-6e5861cf1de1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=226742b2-d5f0-44ae-a54e-533babbbad16 HTTP/1.1" status: 200 len: 847 time: 0.0485711 Sep 01 05:18:23.262443 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b3e964-c98d-4a9f-ae4a-e9b42360a124 req-625c0dcc-3166-49d9-84c1-4a2804aa619d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:18:23.264227 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-a0b3e964-c98d-4a9f-ae4a-e9b42360a124 req-625c0dcc-3166-49d9-84c1-4a2804aa619d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dea2273f-d63b-4c44-9b8f-2b9920fe0762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419967 Sep 01 05:18:23.302665 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-7f66aa72-4c11-4c32-8479-37a260d9a023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2f2aa0-d845-402f-9efe-87087b2bbabd', 'name': 'tempest-TestShelveInstance-445059743-router', 'tenant_id': 'b6a7432c340849beac019ede21c71b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'e6e54a00-3a2d-480a-b902-ffa8701b1d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:13:55Z', 'updated_at': '2021-09-01T05:13:58Z', 'revision_number': 4, 'project_id': 'b6a7432c340849beac019ede21c71b45', 'gw_port': {'id': 'e6e54a00-3a2d-480a-b902-ffa8701b1d82', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:38:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2f2aa0-d845-402f-9efe-87087b2bbabd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:13:56Z', 'updated_at': '2021-09-01T05:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi', '_interfaces': [{'id': 'd055a4d3-9c6e-411e-9dcf-57668aa01afe', 'name': '', 'network_id': 'dea2273f-d63b-4c44-9b8f-2b9920fe0762', 'tenant_id': 'b6a7432c340849beac019ede21c71b45', 'mac_address': 'fa:16:3e:07:59:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2f2aa0-d845-402f-9efe-87087b2bbabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '226742b2-d5f0-44ae-a54e-533babbbad16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:13:57Z', 'updated_at': '2021-09-01T05:14:04Z', 'revision_number': 5, 'project_id': 'b6a7432c340849beac019ede21c71b45', 'subnets': [{'id': '226742b2-d5f0-44ae-a54e-533babbbad16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-5-iscsi', False) {} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:18:23.330973 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f66aa72-4c11-4c32-8479-37a260d9a023 None None] The sync data for ids ['2b2f2aa0-d845-402f-9efe-87087b2bbabd'] in dv-cinder-804735-5-iscsi is: [{'id': '2b2f2aa0-d845-402f-9efe-87087b2bbabd', 'name': 'tempest-TestShelveInstance-445059743-router', 'tenant_id': 'b6a7432c340849beac019ede21c71b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'e6e54a00-3a2d-480a-b902-ffa8701b1d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:13:55Z', 'updated_at': '2021-09-01T05:13:58Z', 'revision_number': 4, 'project_id': 'b6a7432c340849beac019ede21c71b45', 'gw_port': {'id': 'e6e54a00-3a2d-480a-b902-ffa8701b1d82', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:38:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2f2aa0-d845-402f-9efe-87087b2bbabd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:13:56Z', 'updated_at': '2021-09-01T05:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi', '_interfaces': [{'id': 'd055a4d3-9c6e-411e-9dcf-57668aa01afe', 'name': '', 'network_id': 'dea2273f-d63b-4c44-9b8f-2b9920fe0762', 'tenant_id': 'b6a7432c340849beac019ede21c71b45', 'mac_address': 'fa:16:3e:07:59:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2f2aa0-d845-402f-9efe-87087b2bbabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '226742b2-d5f0-44ae-a54e-533babbbad16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:13:57Z', 'updated_at': '2021-09-01T05:14:04Z', 'revision_number': 5, 'project_id': 'b6a7432c340849beac019ede21c71b45', 'subnets': [{'id': '226742b2-d5f0-44ae-a54e-533babbbad16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 05:18:23.376019 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-a0b3e964-c98d-4a9f-ae4a-e9b42360a124 req-2595328f-6e30-45df-b7b4-80ed5d22e119 service neutron] 10.222.0.37 "GET /v2.0/networks/dea2273f-d63b-4c44-9b8f-2b9920fe0762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001995 Sep 01 05:18:23.468089 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-a0b3e964-c98d-4a9f-ae4a-e9b42360a124 req-02348bc1-65af-4aa4-bf29-b9125085c453 service neutron] 10.222.0.37 "GET /v2.0/networks/dea2273f-d63b-4c44-9b8f-2b9920fe0762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838857 Sep 01 05:18:23.529825 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9ec525-7555-4fc9-a744-aa7a097dc956 None None] New status for floating IP f948049b-9cb4-4ef2-9af0-ff7e3ddd0d64: DOWN {{(pid=100914) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 05:18:24.270685 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018a6c11-1048-4d77-b70f-7a78b11f7cf6 req-a6c7f809-0016-40db-bc1b-89b8f9792aed tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:18:24.272211 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-018a6c11-1048-4d77-b70f-7a78b11f7cf6 req-a6c7f809-0016-40db-bc1b-89b8f9792aed tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d6ac8-e455-4f9a-a547-aba87c8ca996 HTTP/1.1" status: 200 len: 946 time: 0.0478597 Sep 01 05:18:24.310248 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-018a6c11-1048-4d77-b70f-7a78b11f7cf6 req-ad433c64-36c5-4900-b025-6f28a75a7c3b tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/security-groups?id=a38f95e2-5593-4b04-a16e-db1fc2b4d57e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321259 Sep 01 05:18:24.807405 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c3873-f3e7-4ad5-ad53-64bb15cca889 req-ae22ae48-bc07-43bf-a7b0-c7b99ab56f2f tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:18:24.808830 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-d20c3873-f3e7-4ad5-ad53-64bb15cca889 req-ae22ae48-bc07-43bf-a7b0-c7b99ab56f2f tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.37 "GET /v2.0/ports?device_id=fa8d6ac8-e455-4f9a-a547-aba87c8ca996 HTTP/1.1" status: 200 len: 946 time: 0.0511024 Sep 01 05:18:24.894714 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.plugin [req-d20c3873-f3e7-4ad5-ad53-64bb15cca889 req-032f41ce-fec1-4b7f-a673-fed4497be563 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Deleting port 595b5c0e-5633-46ec-b07a-45d2da283213 {{(pid=100911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:18:24.895082 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-d20c3873-f3e7-4ad5-ad53-64bb15cca889 req-032f41ce-fec1-4b7f-a673-fed4497be563 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780564872726'] for port, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:24.981684 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.db [req-d20c3873-f3e7-4ad5-ad53-64bb15cca889 req-032f41ce-fec1-4b7f-a673-fed4497be563 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] For port 595b5c0e-5633-46ec-b07a-45d2da283213, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=595b5c0e-5633-46ec-b07a-45d2da283213,segment=NetworkSegment(f5869c70-9a17-4e2d-8510-8e1397331317),segment_id=f5869c70-9a17-4e2d-8510-8e1397331317)] {{(pid=100911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:18:24.982040 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-d20c3873-f3e7-4ad5-ad53-64bb15cca889 req-032f41ce-fec1-4b7f-a673-fed4497be563 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958503'] for port, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:24.994191 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.plugin [req-d20c3873-f3e7-4ad5-ad53-64bb15cca889 req-032f41ce-fec1-4b7f-a673-fed4497be563 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Calling delete_port for 595b5c0e-5633-46ec-b07a-45d2da283213 owned by compute:nova {{(pid=100911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:18:25.180380 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-d20c3873-f3e7-4ad5-ad53-64bb15cca889 req-032f41ce-fec1-4b7f-a673-fed4497be563 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780564874213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780564376598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3457272'] for port, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:25.212831 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032f41ce-fec1-4b7f-a673-fed4497be563 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Pushing event deleted for resources: {'Port': ['ID=595b5c0e-5633-46ec-b07a-45d2da283213,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:18:25.237795 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032f41ce-fec1-4b7f-a673-fed4497be563 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:18:25.237795 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032f41ce-fec1-4b7f-a673-fed4497be563 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:18:25.237795 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032f41ce-fec1-4b7f-a673-fed4497be563 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:18:25.238125 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032f41ce-fec1-4b7f-a673-fed4497be563 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:18:25.238459 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032f41ce-fec1-4b7f-a673-fed4497be563 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:18:25.238809 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032f41ce-fec1-4b7f-a673-fed4497be563 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:18:25.239140 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032f41ce-fec1-4b7f-a673-fed4497be563 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:18:25.239465 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032f41ce-fec1-4b7f-a673-fed4497be563 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:18:25.239791 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032f41ce-fec1-4b7f-a673-fed4497be563 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:18:25.240114 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032f41ce-fec1-4b7f-a673-fed4497be563 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:18:25.240435 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032f41ce-fec1-4b7f-a673-fed4497be563 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:18:25.240755 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032f41ce-fec1-4b7f-a673-fed4497be563 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:18:25.261847 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.l3_dvrscheduler_db [req-d20c3873-f3e7-4ad5-ad53-64bb15cca889 req-032f41ce-fec1-4b7f-a673-fed4497be563 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] No DVR routers for this DVR port 595b5c0e-5633-46ec-b07a-45d2da283213 on host hv-cinder-80473 {{(pid=100911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 05:18:25.264217 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-d20c3873-f3e7-4ad5-ad53-64bb15cca889 req-032f41ce-fec1-4b7f-a673-fed4497be563 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428309'] for port, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:25.266249 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-d20c3873-f3e7-4ad5-ad53-64bb15cca889 req-032f41ce-fec1-4b7f-a673-fed4497be563 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.37 "DELETE /v2.0/ports/595b5c0e-5633-46ec-b07a-45d2da283213 HTTP/1.1" status: 204 len: 173 time: 0.4503078 Sep 01 05:18:25.266981 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa8d6ac8-e455-4f9a-a547-aba87c8ca996', 'name': 'network-vif-deleted', 'tag': '595b5c0e-5633-46ec-b07a-45d2da283213'}] {{(pid=100911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:18:25.269152 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2199b4ef80d697cbc8f6ff5e200fd84d3ba25b9ef6d03a08fa18221b1b049e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3caa4774-a76a-4e96-9344-e25da9ec6e83" -d '{"events": [{"server_uuid": "fa8d6ac8-e455-4f9a-a547-aba87c8ca996", "name": "network-vif-deleted", "tag": "595b5c0e-5633-46ec-b07a-45d2da283213"}]}' {{(pid=100911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:18:25.362060 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 05:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c64baec-4140-4845-a394-c54c9fec4359 x-openstack-request-id: req-9c64baec-4140-4845-a394-c54c9fec4359 {{(pid=100911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:18:25.362349 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa8d6ac8-e455-4f9a-a547-aba87c8ca996", "name": "network-vif-deleted", "tag": "595b5c0e-5633-46ec-b07a-45d2da283213", "status": "completed", "code": 200}]} {{(pid=100911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:18:25.362605 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9c64baec-4140-4845-a394-c54c9fec4359 {{(pid=100911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:18:25.363033 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa8d6ac8-e455-4f9a-a547-aba87c8ca996', 'name': 'network-vif-deleted', 'tag': '595b5c0e-5633-46ec-b07a-45d2da283213', 'status': 'completed', 'code': 200} Sep 01 05:18:25.403849 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-d5b8414f-4921-4222-bc51-54ec4bc692ba req-fc96d003-b47b-4c08-ac89-748a232833d7 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d6ac8-e455-4f9a-a547-aba87c8ca996 HTTP/1.1" status: 200 len: 210 time: 0.0261536 Sep 01 05:18:26.510399 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e4c143dc-0a15-4275-8580-42d50490df4c req-a4d5b564-1540-46ea-b4d5-6d7796f8c0e0 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8d6ac8-e455-4f9a-a547-aba87c8ca996 HTTP/1.1" status: 200 len: 210 time: 0.0252283 Sep 01 05:18:27.564720 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 53736) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:18:27.622168 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-8f77b91e-fa4f-454d-adce-dbec5f42ee04 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Notify callbacks [] for security_group, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:27.646998 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-8f77b91e-fa4f-454d-adce-dbec5f42ee04 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:27.762744 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-8f77b91e-fa4f-454d-adce-dbec5f42ee04 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:27.765391 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-8f77b91e-fa4f-454d-adce-dbec5f42ee04 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Notify callbacks [] for security_group, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:27.767074 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-8f77b91e-fa4f-454d-adce-dbec5f42ee04 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] 10.222.0.11 "DELETE /v2.0/security-groups/a38f95e2-5593-4b04-a16e-db1fc2b4d57e HTTP/1.1" status: 204 len: 168 time: 0.2013247 Sep 01 05:18:27.776144 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f77b91e-fa4f-454d-adce-dbec5f42ee04 tempest-TestShelveInstance-554771966 tempest-TestShelveInstance-554771966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a38f95e2-5593-4b04-a16e-db1fc2b4d57e,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:18:27.880845 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 53740) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:18:28.224754 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-8d38e2c5-f81c-484e-8a64-abf4b85445c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1960977'] for router_interface, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:28.468835 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.plugin [None req-8d38e2c5-f81c-484e-8a64-abf4b85445c1 admin admin] Deleting port d055a4d3-9c6e-411e-9dcf-57668aa01afe {{(pid=100912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:18:28.469201 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-8d38e2c5-f81c-484e-8a64-abf4b85445c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780564872726'] for port, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:28.544051 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.db [None req-8d38e2c5-f81c-484e-8a64-abf4b85445c1 admin admin] For port d055a4d3-9c6e-411e-9dcf-57668aa01afe, host dv-cinder-804735-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-5-iscsi',level=0,port_id=d055a4d3-9c6e-411e-9dcf-57668aa01afe,segment=NetworkSegment(f5869c70-9a17-4e2d-8510-8e1397331317),segment_id=f5869c70-9a17-4e2d-8510-8e1397331317)] {{(pid=100912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:18:28.544360 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-8d38e2c5-f81c-484e-8a64-abf4b85445c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958503'] for port, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:28.556540 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.plugin [None req-8d38e2c5-f81c-484e-8a64-abf4b85445c1 admin admin] Calling delete_port for d055a4d3-9c6e-411e-9dcf-57668aa01afe owned by network:router_interface {{(pid=100912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:18:28.780100 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-8d38e2c5-f81c-484e-8a64-abf4b85445c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780564874213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780564376598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59570596'] for port, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:28.811080 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d38e2c5-f81c-484e-8a64-abf4b85445c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d055a4d3-9c6e-411e-9dcf-57668aa01afe,revision_number=None']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:18:28.973280 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-8d38e2c5-f81c-484e-8a64-abf4b85445c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1607793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1961101'] for router_interface, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:29.088408 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device 595b5c0e-5633-46ec-b07a-45d2da283213 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:18:29.108302 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.plugin [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] No Port match for: 595b5c0e-5633-46ec-b07a-45d2da283213 {{(pid=100913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 05:18:29.108626 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device 595b5c0e-5633-46ec-b07a-45d2da283213 not bound to the agent host hv-cinder-80473 {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 05:18:29.179210 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d38e2c5-f81c-484e-8a64-abf4b85445c1 admin admin] Router 2b2f2aa0-d845-402f-9efe-87087b2bbabd has already been hosted by L3 agent dd4ad2d5-7278-4db2-b968-23881816b870 {{(pid=100912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 05:18:29.280344 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d38e2c5-f81c-484e-8a64-abf4b85445c1 admin admin] Notify agent at l3_agent.dv-cinder-804735-5-iscsi the message routers_updated {{(pid=100912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 05:18:29.285954 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-8d38e2c5-f81c-484e-8a64-abf4b85445c1 admin admin] 10.222.0.11 "PUT /v2.0/routers/2b2f2aa0-d845-402f-9efe-87087b2bbabd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4040360 Sep 01 05:18:29.288590 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 53742) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:18:29.292659 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13b541e-6de5-4402-b386-7e722f7f2398 None None] Sync routers for ids ['2b2f2aa0-d845-402f-9efe-87087b2bbabd'] in dv-cinder-804735-5-iscsi {{(pid=100913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 05:18:29.301557 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13b541e-6de5-4402-b386-7e722f7f2398 None None] Routers {'2b2f2aa0-d845-402f-9efe-87087b2bbabd'} bound to L3 agent in host dv-cinder-804735-5-iscsi {{(pid=100913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:18:29.302184 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-a13b541e-6de5-4402-b386-7e722f7f2398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T04:53:40Z,description=,heartbeat_timestamp=2021-09-01T05:18:10Z,host='dv-cinder-804735-5-iscsi',id=dd4ad2d5-7278-4db2-b968-23881816b870,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:53:41Z,topic='l3_agent')) {'router_ids': ['2b2f2aa0-d845-402f-9efe-87087b2bbabd'], 'active': True} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:18:29.389939 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-e900189d-a6ef-4b17-9f9e-48eff1a35697 admin admin] Notify callbacks [] for router, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:29.407423 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvr_db [None req-a13b541e-6de5-4402-b386-7e722f7f2398 None None] Set router 2b2f2aa0-d845-402f-9efe-87087b2bbabd gateway port host: dv-cinder-804735-5-iscsi {{(pid=100913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:18:29.488497 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-e900189d-a6ef-4b17-9f9e-48eff1a35697 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:29.616376 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.plugin [None req-e900189d-a6ef-4b17-9f9e-48eff1a35697 admin admin] Deleting port e6e54a00-3a2d-480a-b902-ffa8701b1d82 {{(pid=100912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:18:29.616784 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-e900189d-a6ef-4b17-9f9e-48eff1a35697 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780564872726'] for port, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:29.694502 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.db [None req-e900189d-a6ef-4b17-9f9e-48eff1a35697 admin admin] For port e6e54a00-3a2d-480a-b902-ffa8701b1d82, host dv-cinder-804735-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-5-iscsi',level=0,port_id=e6e54a00-3a2d-480a-b902-ffa8701b1d82,segment=NetworkSegment(ace692d4-e0f2-4d18-963d-d8c8432b7d17),segment_id=ace692d4-e0f2-4d18-963d-d8c8432b7d17)] {{(pid=100912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:18:29.694845 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-e900189d-a6ef-4b17-9f9e-48eff1a35697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958503'] for port, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:29.707694 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.plugin [None req-e900189d-a6ef-4b17-9f9e-48eff1a35697 admin admin] Calling delete_port for e6e54a00-3a2d-480a-b902-ffa8701b1d82 owned by network:router_gateway {{(pid=100912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:18:29.709725 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-a13b541e-6de5-4402-b386-7e722f7f2398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2f2aa0-d845-402f-9efe-87087b2bbabd', 'name': 'tempest-TestShelveInstance-445059743-router', 'tenant_id': 'b6a7432c340849beac019ede21c71b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': 'e6e54a00-3a2d-480a-b902-ffa8701b1d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:13:55Z', 'updated_at': '2021-09-01T05:18:28Z', 'revision_number': 5, 'project_id': 'b6a7432c340849beac019ede21c71b45', 'gw_port': {'id': 'e6e54a00-3a2d-480a-b902-ffa8701b1d82', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:38:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b2f2aa0-d845-402f-9efe-87087b2bbabd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:13:56Z', 'updated_at': '2021-09-01T05:14:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi'}], 'dv-cinder-804735-5-iscsi', False) {} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:18:29.736394 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13b541e-6de5-4402-b386-7e722f7f2398 None None] Checking router: 2b2f2aa0-d845-402f-9efe-87087b2bbabd for host: dv-cinder-804735-5-iscsi {{(pid=100913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 05:18:29.744660 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13b541e-6de5-4402-b386-7e722f7f2398 None None] Routers {'2b2f2aa0-d845-402f-9efe-87087b2bbabd'} bound to L3 agent in host dv-cinder-804735-5-iscsi {{(pid=100913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:18:29.745282 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-a13b541e-6de5-4402-b386-7e722f7f2398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T04:53:40Z,description=,heartbeat_timestamp=2021-09-01T05:18:10Z,host='dv-cinder-804735-5-iscsi',id=dd4ad2d5-7278-4db2-b968-23881816b870,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:53:41Z,topic='l3_agent')) {'router_ids': ['2b2f2aa0-d845-402f-9efe-87087b2bbabd'], 'active': True} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:18:29.831343 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvr_db [None req-a13b541e-6de5-4402-b386-7e722f7f2398 None None] Set router 2b2f2aa0-d845-402f-9efe-87087b2bbabd gateway port host: None {{(pid=100913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:18:29.885296 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-a13b541e-6de5-4402-b386-7e722f7f2398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b2f2aa0-d845-402f-9efe-87087b2bbabd', 'name': 'tempest-TestShelveInstance-445059743-router', 'tenant_id': 'b6a7432c340849beac019ede21c71b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:13:55Z', 'updated_at': '2021-09-01T05:18:29Z', 'revision_number': 6, 'project_id': 'b6a7432c340849beac019ede21c71b45', 'gw_port_host': None}], 'dv-cinder-804735-5-iscsi', False) {} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:18:29.910966 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13b541e-6de5-4402-b386-7e722f7f2398 None None] The sync data for ids ['2b2f2aa0-d845-402f-9efe-87087b2bbabd'] in dv-cinder-804735-5-iscsi is: [{'id': '2b2f2aa0-d845-402f-9efe-87087b2bbabd', 'name': 'tempest-TestShelveInstance-445059743-router', 'tenant_id': 'b6a7432c340849beac019ede21c71b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:13:55Z', 'updated_at': '2021-09-01T05:18:29Z', 'revision_number': 6, 'project_id': 'b6a7432c340849beac019ede21c71b45', 'gw_port_host': None}] {{(pid=100913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 05:18:29.928560 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-e900189d-a6ef-4b17-9f9e-48eff1a35697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780564874213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780564376598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59570596'] for port, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:29.956724 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e900189d-a6ef-4b17-9f9e-48eff1a35697 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6e54a00-3a2d-480a-b902-ffa8701b1d82,revision_number=None']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:18:30.017233 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-e900189d-a6ef-4b17-9f9e-48eff1a35697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1958959'] for router_gateway, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:30.104270 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-e900189d-a6ef-4b17-9f9e-48eff1a35697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1955345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4654'] for router, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:30.106318 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-e900189d-a6ef-4b17-9f9e-48eff1a35697 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:30.231214 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-e900189d-a6ef-4b17-9f9e-48eff1a35697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1955354'] for router, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:30.231642 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e900189d-a6ef-4b17-9f9e-48eff1a35697 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b2f2aa0-d845-402f-9efe-87087b2bbabd {{(pid=100912) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 05:18:30.236033 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-e900189d-a6ef-4b17-9f9e-48eff1a35697 admin admin] Notify callbacks [] for router, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:30.237206 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-e900189d-a6ef-4b17-9f9e-48eff1a35697 admin admin] 10.222.0.11 "DELETE /v2.0/routers/2b2f2aa0-d845-402f-9efe-87087b2bbabd HTTP/1.1" status: 204 len: 168 time: 0.9476860 Sep 01 05:18:30.239859 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 53744) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:18:30.289430 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.db.db_base_plugin_v2 [None req-644bcf79-c54d-4328-90fe-aecdec3bd1f1 admin admin] Deleting subnet 226742b2-d5f0-44ae-a54e-533babbbad16 {{(pid=100912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 05:18:30.292729 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-644bcf79-c54d-4328-90fe-aecdec3bd1f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:30.574385 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-644bcf79-c54d-4328-90fe-aecdec3bd1f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59571022'] for subnet, precommit_delete_associations {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:30.650634 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-644bcf79-c54d-4328-90fe-aecdec3bd1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942180'] for subnet, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:30.786612 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-644bcf79-c54d-4328-90fe-aecdec3bd1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59570635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3840552'] for subnet, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:30.814393 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644bcf79-c54d-4328-90fe-aecdec3bd1f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=226742b2-d5f0-44ae-a54e-533babbbad16,revision_number=None']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:18:30.817972 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-644bcf79-c54d-4328-90fe-aecdec3bd1f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607828'] for subnet, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:30.819842 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-644bcf79-c54d-4328-90fe-aecdec3bd1f1 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/226742b2-d5f0-44ae-a54e-533babbbad16 HTTP/1.1" status: 204 len: 168 time: 0.5790379 Sep 01 05:18:30.822326 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 53746) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:18:30.825662 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55645a62-4b92-4d0d-8ddf-699a837b0107 None None] Network dea2273f-d63b-4c44-9b8f-2b9920fe0762 requested from dv-cinder-804735-5-iscsi {{(pid=100913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 05:18:30.891761 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-312e2d14-b070-4494-bf9e-e07c8827a778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556555'] for network, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:30.948691 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.plugin [None req-312e2d14-b070-4494-bf9e-e07c8827a778 admin admin] Deleting port c8e2d31c-4069-483b-a633-95d61e7b85d8 {{(pid=100912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:18:30.949528 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-312e2d14-b070-4494-bf9e-e07c8827a778 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780564872726'] for port, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:31.004397 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42fd06ea-ff36-4f26-8c50-376f65d33d27 None None] DHCP port deletion for dea2273f-d63b-4c44-9b8f-2b9920fe0762 request from dv-cinder-804735-5-iscsi {{(pid=100913) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 05:18:31.018613 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.db [None req-312e2d14-b070-4494-bf9e-e07c8827a778 admin admin] For port c8e2d31c-4069-483b-a633-95d61e7b85d8, host dv-cinder-804735-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-5-iscsi',level=0,port_id=c8e2d31c-4069-483b-a633-95d61e7b85d8,segment=NetworkSegment(f5869c70-9a17-4e2d-8510-8e1397331317),segment_id=f5869c70-9a17-4e2d-8510-8e1397331317)] {{(pid=100912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:18:31.019203 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-312e2d14-b070-4494-bf9e-e07c8827a778 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958503'] for port, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:31.031614 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.plugin [None req-312e2d14-b070-4494-bf9e-e07c8827a778 admin admin] Calling delete_port for c8e2d31c-4069-483b-a633-95d61e7b85d8 owned by network:dhcp {{(pid=100912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:18:31.050466 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.plugin [None req-42fd06ea-ff36-4f26-8c50-376f65d33d27 None None] Deleting port c8e2d31c-4069-483b-a633-95d61e7b85d8 {{(pid=100913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:18:31.050876 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-42fd06ea-ff36-4f26-8c50-376f65d33d27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780564872726'] for port, before_delete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:31.115628 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-42fd06ea-ff36-4f26-8c50-376f65d33d27 None None] For port c8e2d31c-4069-483b-a633-95d61e7b85d8, host dv-cinder-804735-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-5-iscsi',level=0,port_id=c8e2d31c-4069-483b-a633-95d61e7b85d8,segment=NetworkSegment(f5869c70-9a17-4e2d-8510-8e1397331317),segment_id=f5869c70-9a17-4e2d-8510-8e1397331317)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:18:31.115628 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-42fd06ea-ff36-4f26-8c50-376f65d33d27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958503'] for port, precommit_delete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:31.126822 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.plugin [None req-42fd06ea-ff36-4f26-8c50-376f65d33d27 None None] Calling delete_port for c8e2d31c-4069-483b-a633-95d61e7b85d8 owned by network:dhcp {{(pid=100913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:18:31.183908 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-312e2d14-b070-4494-bf9e-e07c8827a778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780564874213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780564376598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59570596'] for port, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:31.200753 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312e2d14-b070-4494-bf9e-e07c8827a778 admin admin] No DVR routers for this DVR port c8e2d31c-4069-483b-a633-95d61e7b85d8 on host dv-cinder-804735-5-iscsi {{(pid=100912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 05:18:31.207104 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-42fd06ea-ff36-4f26-8c50-376f65d33d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780564874213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780564376598'] for port, after_delete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:31.227088 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312e2d14-b070-4494-bf9e-e07c8827a778 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8e2d31c-4069-483b-a633-95d61e7b85d8,revision_number=None']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:18:31.238251 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fd06ea-ff36-4f26-8c50-376f65d33d27 None None] Pushing event deleted for resources: {'Port': ['ID=c8e2d31c-4069-483b-a633-95d61e7b85d8,revision_number=None']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:18:31.246280 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fd06ea-ff36-4f26-8c50-376f65d33d27 None None] No DVR routers for this DVR port c8e2d31c-4069-483b-a633-95d61e7b85d8 on host dv-cinder-804735-5-iscsi {{(pid=100913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 05:18:31.256651 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fd06ea-ff36-4f26-8c50-376f65d33d27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:18:31.257285 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fd06ea-ff36-4f26-8c50-376f65d33d27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:18:31.262258 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fd06ea-ff36-4f26-8c50-376f65d33d27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:18:31.262717 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fd06ea-ff36-4f26-8c50-376f65d33d27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:18:31.263173 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fd06ea-ff36-4f26-8c50-376f65d33d27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:18:31.263602 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fd06ea-ff36-4f26-8c50-376f65d33d27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:18:31.264024 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fd06ea-ff36-4f26-8c50-376f65d33d27 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:18:31.264446 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fd06ea-ff36-4f26-8c50-376f65d33d27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:18:31.265043 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fd06ea-ff36-4f26-8c50-376f65d33d27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:18:31.265529 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fd06ea-ff36-4f26-8c50-376f65d33d27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:18:31.265950 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fd06ea-ff36-4f26-8c50-376f65d33d27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:18:31.266501 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fd06ea-ff36-4f26-8c50-376f65d33d27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:18:31.304481 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-312e2d14-b070-4494-bf9e-e07c8827a778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942495', 'neutron.services.segments.db._delete_segments_for_network-8780564943041'] for network, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:31.315293 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.services.segments.db [None req-312e2d14-b070-4494-bf9e-e07c8827a778 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dea2273f-d63b-4c44-9b8f-2b9920fe0762']}} {{(pid=100912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:18:31.325578 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.services.segments.db [None req-312e2d14-b070-4494-bf9e-e07c8827a778 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5869c70-9a17-4e2d-8510-8e1397331317') {'for_net_delete': True} {{(pid=100912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:18:31.325872 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.services.segments.db [None req-312e2d14-b070-4494-bf9e-e07c8827a778 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5869c70-9a17-4e2d-8510-8e1397331317') {} {{(pid=100912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:18:31.336048 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-312e2d14-b070-4494-bf9e-e07c8827a778 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780564954453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59571061'] for segment, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:31.350549 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-312e2d14-b070-4494-bf9e-e07c8827a778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945202'] for segment, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:31.356660 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-312e2d14-b070-4494-bf9e-e07c8827a778 admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=100912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 05:18:31.357048 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-312e2d14-b070-4494-bf9e-e07c8827a778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59570545'] for segment, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:31.358645 dv-cinder-804735-5-iscsi neutron-server[100912]: Traceback (most recent call last): Sep 01 05:18:31.358645 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 05:18:31.358645 dv-cinder-804735-5-iscsi neutron-server[100912]: timer() Sep 01 05:18:31.358645 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 05:18:31.358645 dv-cinder-804735-5-iscsi neutron-server[100912]: cb(*args, **kw) Sep 01 05:18:31.358645 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 05:18:31.358645 dv-cinder-804735-5-iscsi neutron-server[100912]: return func(*args, **kwargs) Sep 01 05:18:31.358645 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 05:18:31.358645 dv-cinder-804735-5-iscsi neutron-server[100912]: self._notify() Sep 01 05:18:31.358645 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 05:18:31.358645 dv-cinder-804735-5-iscsi neutron-server[100912]: self.callback(batched_events) Sep 01 05:18:31.358645 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 05:18:31.358645 dv-cinder-804735-5-iscsi neutron-server[100912]: event.method(event) Sep 01 05:18:31.358645 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 05:18:31.358645 dv-cinder-804735-5-iscsi neutron-server[100912]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 05:18:31.358645 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 05:18:31.358645 dv-cinder-804735-5-iscsi neutron-server[100912]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 05:18:31.358645 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 05:18:31.358645 dv-cinder-804735-5-iscsi neutron-server[100912]: return f(self, *a, **k) Sep 01 05:18:31.358645 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 05:18:31.358645 dv-cinder-804735-5-iscsi neutron-server[100912]: return self._get(url).json() Sep 01 05:18:31.358645 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 05:18:31.358645 dv-cinder-804735-5-iscsi neutron-server[100912]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 05:18:31.358645 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 05:18:31.358645 dv-cinder-804735-5-iscsi neutron-server[100912]: return self.request(url, 'GET', **kwargs) Sep 01 05:18:31.358645 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 05:18:31.358645 dv-cinder-804735-5-iscsi neutron-server[100912]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 05:18:31.358645 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 05:18:31.358645 dv-cinder-804735-5-iscsi neutron-server[100912]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 05:18:31.358645 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 05:18:31.358645 dv-cinder-804735-5-iscsi neutron-server[100912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 05:18:31.358645 dv-cinder-804735-5-iscsi neutron-server[100912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 05:18:31.493779 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-312e2d14-b070-4494-bf9e-e07c8827a778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1958915'] for network, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:31.499112 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-312e2d14-b070-4494-bf9e-e07c8827a778 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607828'] for network, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:31.503095 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-312e2d14-b070-4494-bf9e-e07c8827a778 admin admin] 10.222.0.11 "DELETE /v2.0/networks/dea2273f-d63b-4c44-9b8f-2b9920fe0762 HTTP/1.1" status: 204 len: 168 time: 0.6778896 Sep 01 05:18:31.504577 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 53748) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:18:31.512869 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312e2d14-b070-4494-bf9e-e07c8827a778 admin admin] Pushing event deleted for resources: {'Network': ['ID=dea2273f-d63b-4c44-9b8f-2b9920fe0762,revision_number=None']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:18:31.603692 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device e6e54a00-3a2d-480a-b902-ffa8701b1d82 no longer exists at agent ovs-agent-dv-cinder-804735-5-iscsi {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:18:31.623985 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.plugin [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] No Port match for: e6e54a00-3a2d-480a-b902-ffa8701b1d82 {{(pid=100913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 05:18:31.624329 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device e6e54a00-3a2d-480a-b902-ffa8701b1d82 not bound to the agent host dv-cinder-804735-5-iscsi {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 05:18:31.624742 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device d055a4d3-9c6e-411e-9dcf-57668aa01afe no longer exists at agent ovs-agent-dv-cinder-804735-5-iscsi {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:18:31.643915 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.plugin [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] No Port match for: d055a4d3-9c6e-411e-9dcf-57668aa01afe {{(pid=100913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 05:18:31.644266 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device d055a4d3-9c6e-411e-9dcf-57668aa01afe not bound to the agent host dv-cinder-804735-5-iscsi {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 05:18:31.644669 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device c8e2d31c-4069-483b-a633-95d61e7b85d8 no longer exists at agent ovs-agent-dv-cinder-804735-5-iscsi {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:18:31.665752 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.plugin [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] No Port match for: c8e2d31c-4069-483b-a633-95d61e7b85d8 {{(pid=100913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 05:18:31.666101 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device c8e2d31c-4069-483b-a633-95d61e7b85d8 not bound to the agent host dv-cinder-804735-5-iscsi {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 05:18:31.843076 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-0158d0b6-5706-4122-a6ff-5f655ee5788f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1960977'] for router_interface, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:32.073984 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.plugin [None req-0158d0b6-5706-4122-a6ff-5f655ee5788f admin admin] Deleting port f924ef7a-30f4-4f54-ba38-cbd511efaa5d {{(pid=100911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:18:32.074313 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-0158d0b6-5706-4122-a6ff-5f655ee5788f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780564872726'] for port, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:32.148652 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.db [None req-0158d0b6-5706-4122-a6ff-5f655ee5788f admin admin] For port f924ef7a-30f4-4f54-ba38-cbd511efaa5d, host dv-cinder-804735-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-5-iscsi',level=0,port_id=f924ef7a-30f4-4f54-ba38-cbd511efaa5d,segment=NetworkSegment(72e1db5b-ab63-4e02-9f11-88ab887028b5),segment_id=72e1db5b-ab63-4e02-9f11-88ab887028b5)] {{(pid=100911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:18:32.148952 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-0158d0b6-5706-4122-a6ff-5f655ee5788f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958503'] for port, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:32.164199 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.plugin [None req-0158d0b6-5706-4122-a6ff-5f655ee5788f admin admin] Calling delete_port for f924ef7a-30f4-4f54-ba38-cbd511efaa5d owned by network:router_interface {{(pid=100911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:18:32.442725 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-0158d0b6-5706-4122-a6ff-5f655ee5788f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780564874213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780564376598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3457272'] for port, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:32.470387 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0158d0b6-5706-4122-a6ff-5f655ee5788f admin admin] Pushing event deleted for resources: {'Port': ['ID=f924ef7a-30f4-4f54-ba38-cbd511efaa5d,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:18:32.631044 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-0158d0b6-5706-4122-a6ff-5f655ee5788f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1607793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1961101'] for router_interface, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:32.849651 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0158d0b6-5706-4122-a6ff-5f655ee5788f admin admin] Router 32b5eb53-8a33-4bb7-be65-58ee86778e55 has already been hosted by L3 agent dd4ad2d5-7278-4db2-b968-23881816b870 {{(pid=100911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 05:18:32.951744 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0158d0b6-5706-4122-a6ff-5f655ee5788f admin admin] Notify agent at l3_agent.dv-cinder-804735-5-iscsi the message routers_updated {{(pid=100911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 05:18:32.958137 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-0158d0b6-5706-4122-a6ff-5f655ee5788f admin admin] 10.222.0.11 "PUT /v2.0/routers/32b5eb53-8a33-4bb7-be65-58ee86778e55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4518919 Sep 01 05:18:32.959980 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 53750) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:18:32.962581 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da705d8-e3b8-48c5-a02a-ad76a4ed4b1e None None] Sync routers for ids ['32b5eb53-8a33-4bb7-be65-58ee86778e55'] in dv-cinder-804735-5-iscsi {{(pid=100914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 05:18:32.973466 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da705d8-e3b8-48c5-a02a-ad76a4ed4b1e None None] Routers {'32b5eb53-8a33-4bb7-be65-58ee86778e55'} bound to L3 agent in host dv-cinder-804735-5-iscsi {{(pid=100914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:18:32.974174 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_hamode_db [None req-8da705d8-e3b8-48c5-a02a-ad76a4ed4b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T04:53:40Z,description=,heartbeat_timestamp=2021-09-01T05:18:10Z,host='dv-cinder-804735-5-iscsi',id=dd4ad2d5-7278-4db2-b968-23881816b870,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:53:41Z,topic='l3_agent')) {'router_ids': ['32b5eb53-8a33-4bb7-be65-58ee86778e55'], 'active': True} {{(pid=100914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:18:33.070162 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-b0306329-0f80-4824-ab28-5f87d6b87db4 admin admin] Notify callbacks [] for router, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:33.077510 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_dvr_db [None req-8da705d8-e3b8-48c5-a02a-ad76a4ed4b1e None None] Set router 32b5eb53-8a33-4bb7-be65-58ee86778e55 gateway port host: dv-cinder-804735-5-iscsi {{(pid=100914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:18:33.169039 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-b0306329-0f80-4824-ab28-5f87d6b87db4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:33.247980 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_hamode_db [None req-8da705d8-e3b8-48c5-a02a-ad76a4ed4b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b5eb53-8a33-4bb7-be65-58ee86778e55', 'name': 'tempest-TestShelveInstance-1253180528-router', 'tenant_id': '170d089b559a41a8ba7be45dcd683766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': 'bb11afeb-30cf-40fd-b030-4a929f2b2615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:14:01Z', 'updated_at': '2021-09-01T05:18:32Z', 'revision_number': 5, 'project_id': '170d089b559a41a8ba7be45dcd683766', 'gw_port': {'id': 'bb11afeb-30cf-40fd-b030-4a929f2b2615', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:a7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32b5eb53-8a33-4bb7-be65-58ee86778e55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:14:02Z', 'updated_at': '2021-09-01T05:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi'}], 'dv-cinder-804735-5-iscsi', False) {} {{(pid=100914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:18:33.277108 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da705d8-e3b8-48c5-a02a-ad76a4ed4b1e None None] Checking router: 32b5eb53-8a33-4bb7-be65-58ee86778e55 for host: dv-cinder-804735-5-iscsi {{(pid=100914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 05:18:33.285343 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da705d8-e3b8-48c5-a02a-ad76a4ed4b1e None None] Routers {'32b5eb53-8a33-4bb7-be65-58ee86778e55'} bound to L3 agent in host dv-cinder-804735-5-iscsi {{(pid=100914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:18:33.285950 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_hamode_db [None req-8da705d8-e3b8-48c5-a02a-ad76a4ed4b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T04:53:40Z,description=,heartbeat_timestamp=2021-09-01T05:18:10Z,host='dv-cinder-804735-5-iscsi',id=dd4ad2d5-7278-4db2-b968-23881816b870,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:53:41Z,topic='l3_agent')) {'router_ids': ['32b5eb53-8a33-4bb7-be65-58ee86778e55'], 'active': True} {{(pid=100914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:18:33.302224 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.plugin [None req-b0306329-0f80-4824-ab28-5f87d6b87db4 admin admin] Deleting port bb11afeb-30cf-40fd-b030-4a929f2b2615 {{(pid=100911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:18:33.302564 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-b0306329-0f80-4824-ab28-5f87d6b87db4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780564872726'] for port, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:33.371588 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_dvr_db [None req-8da705d8-e3b8-48c5-a02a-ad76a4ed4b1e None None] Set router 32b5eb53-8a33-4bb7-be65-58ee86778e55 gateway port host: None {{(pid=100914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:18:33.381623 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.db [None req-b0306329-0f80-4824-ab28-5f87d6b87db4 admin admin] For port bb11afeb-30cf-40fd-b030-4a929f2b2615, host dv-cinder-804735-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-5-iscsi',level=0,port_id=bb11afeb-30cf-40fd-b030-4a929f2b2615,segment=NetworkSegment(ace692d4-e0f2-4d18-963d-d8c8432b7d17),segment_id=ace692d4-e0f2-4d18-963d-d8c8432b7d17)] {{(pid=100911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:18:33.382013 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-b0306329-0f80-4824-ab28-5f87d6b87db4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958503'] for port, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:33.394686 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.plugin [None req-b0306329-0f80-4824-ab28-5f87d6b87db4 admin admin] Calling delete_port for bb11afeb-30cf-40fd-b030-4a929f2b2615 owned by network:router_gateway {{(pid=100911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:18:33.421989 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_hamode_db [None req-8da705d8-e3b8-48c5-a02a-ad76a4ed4b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32b5eb53-8a33-4bb7-be65-58ee86778e55', 'name': 'tempest-TestShelveInstance-1253180528-router', 'tenant_id': '170d089b559a41a8ba7be45dcd683766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:14:01Z', 'updated_at': '2021-09-01T05:18:33Z', 'revision_number': 6, 'project_id': '170d089b559a41a8ba7be45dcd683766', 'gw_port_host': None}], 'dv-cinder-804735-5-iscsi', False) {} {{(pid=100914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:18:33.534800 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da705d8-e3b8-48c5-a02a-ad76a4ed4b1e None None] The sync data for ids ['32b5eb53-8a33-4bb7-be65-58ee86778e55'] in dv-cinder-804735-5-iscsi is: [{'id': '32b5eb53-8a33-4bb7-be65-58ee86778e55', 'name': 'tempest-TestShelveInstance-1253180528-router', 'tenant_id': '170d089b559a41a8ba7be45dcd683766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:14:01Z', 'updated_at': '2021-09-01T05:18:33Z', 'revision_number': 6, 'project_id': '170d089b559a41a8ba7be45dcd683766', 'gw_port_host': None}] {{(pid=100914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 05:18:33.626185 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-b0306329-0f80-4824-ab28-5f87d6b87db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780564874213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780564376598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3457272'] for port, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:33.658180 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0306329-0f80-4824-ab28-5f87d6b87db4 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb11afeb-30cf-40fd-b030-4a929f2b2615,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:18:33.723132 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-b0306329-0f80-4824-ab28-5f87d6b87db4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1958959'] for router_gateway, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:33.811469 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-b0306329-0f80-4824-ab28-5f87d6b87db4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1955345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4654'] for router, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:33.814916 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-b0306329-0f80-4824-ab28-5f87d6b87db4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:33.917107 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-b0306329-0f80-4824-ab28-5f87d6b87db4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1955354'] for router, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:33.917688 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0306329-0f80-4824-ab28-5f87d6b87db4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32b5eb53-8a33-4bb7-be65-58ee86778e55 {{(pid=100911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 05:18:33.922094 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-b0306329-0f80-4824-ab28-5f87d6b87db4 admin admin] Notify callbacks [] for router, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:33.923331 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-b0306329-0f80-4824-ab28-5f87d6b87db4 admin admin] 10.222.0.11 "DELETE /v2.0/routers/32b5eb53-8a33-4bb7-be65-58ee86778e55 HTTP/1.1" status: 204 len: 168 time: 0.9624083 Sep 01 05:18:33.925862 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 53752) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:18:33.971725 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2de179b-e730-4ada-b788-19f1270f48d7 admin admin] Deleting subnet 5f15d8fe-62f0-4279-8ccf-822db2e66b82 {{(pid=100912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 05:18:33.985781 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-b2de179b-e730-4ada-b788-19f1270f48d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:34.010639 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-b2de179b-e730-4ada-b788-19f1270f48d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59571022'] for subnet, precommit_delete_associations {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:34.088989 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-b2de179b-e730-4ada-b788-19f1270f48d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942180'] for subnet, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:34.219247 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-b2de179b-e730-4ada-b788-19f1270f48d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59570635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3840552'] for subnet, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:34.245092 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2de179b-e730-4ada-b788-19f1270f48d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f15d8fe-62f0-4279-8ccf-822db2e66b82,revision_number=None']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:18:34.249057 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-b2de179b-e730-4ada-b788-19f1270f48d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607828'] for subnet, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:34.251756 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-b2de179b-e730-4ada-b788-19f1270f48d7 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/5f15d8fe-62f0-4279-8ccf-822db2e66b82 HTTP/1.1" status: 204 len: 168 time: 0.3246932 Sep 01 05:18:34.254852 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 53754) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:18:34.257795 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d89b50-a637-495c-bf87-3fbbe892a28e None None] Network 9e2087de-f9a8-4365-a8ab-2a3d1c4af0b6 requested from dv-cinder-804735-5-iscsi {{(pid=100913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 05:18:34.327953 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-8927542b-8aa2-4895-b216-34db47f86677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556555'] for network, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:34.388148 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.plugin [None req-8927542b-8aa2-4895-b216-34db47f86677 admin admin] Deleting port a95c7a8a-34c7-4365-adbc-1e0f5afc8884 {{(pid=100911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:18:34.388522 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-8927542b-8aa2-4895-b216-34db47f86677 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780564872726'] for port, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:34.435796 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b618b9c-c3b2-48f2-b418-16f10216ecc9 None None] DHCP port deletion for 9e2087de-f9a8-4365-a8ab-2a3d1c4af0b6 request from dv-cinder-804735-5-iscsi {{(pid=100913) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 05:18:34.455600 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.db [None req-8927542b-8aa2-4895-b216-34db47f86677 admin admin] For port a95c7a8a-34c7-4365-adbc-1e0f5afc8884, host dv-cinder-804735-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-5-iscsi',level=0,port_id=a95c7a8a-34c7-4365-adbc-1e0f5afc8884,segment=NetworkSegment(72e1db5b-ab63-4e02-9f11-88ab887028b5),segment_id=72e1db5b-ab63-4e02-9f11-88ab887028b5)] {{(pid=100911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:18:34.455973 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-8927542b-8aa2-4895-b216-34db47f86677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958503'] for port, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:34.473894 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.plugin [None req-8927542b-8aa2-4895-b216-34db47f86677 admin admin] Calling delete_port for a95c7a8a-34c7-4365-adbc-1e0f5afc8884 owned by network:dhcp {{(pid=100911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:18:34.487576 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.plugin [None req-8b618b9c-c3b2-48f2-b418-16f10216ecc9 None None] Deleting port a95c7a8a-34c7-4365-adbc-1e0f5afc8884 {{(pid=100913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:18:34.487959 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-8b618b9c-c3b2-48f2-b418-16f10216ecc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780564872726'] for port, before_delete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:34.557333 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-8b618b9c-c3b2-48f2-b418-16f10216ecc9 None None] For port a95c7a8a-34c7-4365-adbc-1e0f5afc8884, host dv-cinder-804735-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-5-iscsi',level=0,port_id=a95c7a8a-34c7-4365-adbc-1e0f5afc8884,segment=NetworkSegment(72e1db5b-ab63-4e02-9f11-88ab887028b5),segment_id=72e1db5b-ab63-4e02-9f11-88ab887028b5)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:18:34.557732 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-8b618b9c-c3b2-48f2-b418-16f10216ecc9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958503'] for port, precommit_delete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:34.570929 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.plugin [None req-8b618b9c-c3b2-48f2-b418-16f10216ecc9 None None] Calling delete_port for a95c7a8a-34c7-4365-adbc-1e0f5afc8884 owned by network:dhcp {{(pid=100913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:18:34.626498 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-8927542b-8aa2-4895-b216-34db47f86677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780564874213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780564376598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3457272'] for port, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:34.647595 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-8b618b9c-c3b2-48f2-b418-16f10216ecc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780564874213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780564376598'] for port, after_delete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:34.653532 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8927542b-8aa2-4895-b216-34db47f86677 admin admin] Pushing event deleted for resources: {'Port': ['ID=a95c7a8a-34c7-4365-adbc-1e0f5afc8884,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:18:34.659096 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8927542b-8aa2-4895-b216-34db47f86677 admin admin] No DVR routers for this DVR port a95c7a8a-34c7-4365-adbc-1e0f5afc8884 on host dv-cinder-804735-5-iscsi {{(pid=100911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 05:18:34.676848 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b618b9c-c3b2-48f2-b418-16f10216ecc9 None None] Pushing event deleted for resources: {'Port': ['ID=a95c7a8a-34c7-4365-adbc-1e0f5afc8884,revision_number=None']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:18:34.680703 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b618b9c-c3b2-48f2-b418-16f10216ecc9 None None] No DVR routers for this DVR port a95c7a8a-34c7-4365-adbc-1e0f5afc8884 on host dv-cinder-804735-5-iscsi {{(pid=100913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 05:18:34.733465 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-8927542b-8aa2-4895-b216-34db47f86677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942495', 'neutron.services.segments.db._delete_segments_for_network-8780564943041'] for network, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:34.743440 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.services.segments.db [None req-8927542b-8aa2-4895-b216-34db47f86677 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e2087de-f9a8-4365-a8ab-2a3d1c4af0b6']}} {{(pid=100911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:18:34.754261 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.services.segments.db [None req-8927542b-8aa2-4895-b216-34db47f86677 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72e1db5b-ab63-4e02-9f11-88ab887028b5') {'for_net_delete': True} {{(pid=100911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:18:34.754531 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.services.segments.db [None req-8927542b-8aa2-4895-b216-34db47f86677 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72e1db5b-ab63-4e02-9f11-88ab887028b5') {} {{(pid=100911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:18:34.763382 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-8927542b-8aa2-4895-b216-34db47f86677 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780564954453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3679568'] for segment, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:34.777383 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-8927542b-8aa2-4895-b216-34db47f86677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945202'] for segment, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:34.783305 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8927542b-8aa2-4895-b216-34db47f86677 admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=100911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 05:18:34.783694 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-8927542b-8aa2-4895-b216-34db47f86677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3457069'] for segment, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:34.785289 dv-cinder-804735-5-iscsi neutron-server[100911]: Traceback (most recent call last): Sep 01 05:18:34.785289 dv-cinder-804735-5-iscsi neutron-server[100911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 05:18:34.785289 dv-cinder-804735-5-iscsi neutron-server[100911]: timer() Sep 01 05:18:34.785289 dv-cinder-804735-5-iscsi neutron-server[100911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 05:18:34.785289 dv-cinder-804735-5-iscsi neutron-server[100911]: cb(*args, **kw) Sep 01 05:18:34.785289 dv-cinder-804735-5-iscsi neutron-server[100911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 05:18:34.785289 dv-cinder-804735-5-iscsi neutron-server[100911]: return func(*args, **kwargs) Sep 01 05:18:34.785289 dv-cinder-804735-5-iscsi neutron-server[100911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 05:18:34.785289 dv-cinder-804735-5-iscsi neutron-server[100911]: self._notify() Sep 01 05:18:34.785289 dv-cinder-804735-5-iscsi neutron-server[100911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 05:18:34.785289 dv-cinder-804735-5-iscsi neutron-server[100911]: self.callback(batched_events) Sep 01 05:18:34.785289 dv-cinder-804735-5-iscsi neutron-server[100911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 05:18:34.785289 dv-cinder-804735-5-iscsi neutron-server[100911]: event.method(event) Sep 01 05:18:34.785289 dv-cinder-804735-5-iscsi neutron-server[100911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 05:18:34.785289 dv-cinder-804735-5-iscsi neutron-server[100911]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 05:18:34.785289 dv-cinder-804735-5-iscsi neutron-server[100911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 05:18:34.785289 dv-cinder-804735-5-iscsi neutron-server[100911]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 05:18:34.785289 dv-cinder-804735-5-iscsi neutron-server[100911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 05:18:34.785289 dv-cinder-804735-5-iscsi neutron-server[100911]: return f(self, *a, **k) Sep 01 05:18:34.785289 dv-cinder-804735-5-iscsi neutron-server[100911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 05:18:34.785289 dv-cinder-804735-5-iscsi neutron-server[100911]: return self._get(url).json() Sep 01 05:18:34.785289 dv-cinder-804735-5-iscsi neutron-server[100911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 05:18:34.785289 dv-cinder-804735-5-iscsi neutron-server[100911]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 05:18:34.785289 dv-cinder-804735-5-iscsi neutron-server[100911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 05:18:34.785289 dv-cinder-804735-5-iscsi neutron-server[100911]: return self.request(url, 'GET', **kwargs) Sep 01 05:18:34.785289 dv-cinder-804735-5-iscsi neutron-server[100911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 05:18:34.785289 dv-cinder-804735-5-iscsi neutron-server[100911]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 05:18:34.785289 dv-cinder-804735-5-iscsi neutron-server[100911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 05:18:34.785289 dv-cinder-804735-5-iscsi neutron-server[100911]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 05:18:34.785289 dv-cinder-804735-5-iscsi neutron-server[100911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 05:18:34.785289 dv-cinder-804735-5-iscsi neutron-server[100911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 05:18:34.785289 dv-cinder-804735-5-iscsi neutron-server[100911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 05:18:34.888338 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-8927542b-8aa2-4895-b216-34db47f86677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1958915'] for network, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:34.894294 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-8927542b-8aa2-4895-b216-34db47f86677 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607828'] for network, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:34.896226 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-8927542b-8aa2-4895-b216-34db47f86677 admin admin] 10.222.0.11 "DELETE /v2.0/networks/9e2087de-f9a8-4365-a8ab-2a3d1c4af0b6 HTTP/1.1" status: 204 len: 168 time: 0.6403396 Sep 01 05:18:34.907367 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8927542b-8aa2-4895-b216-34db47f86677 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e2087de-f9a8-4365-a8ab-2a3d1c4af0b6,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:18:35.209482 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 53758) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:18:35.252346 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-faf3e2f5-7569-4084-876c-4be3a2cf92cd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b6a7432c340849beac019ede21c71b45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0417144 Sep 01 05:18:35.254756 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 53760) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:18:35.302451 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-c433c5fb-518e-4c31-a568-4cb40f3694c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:35.323614 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-c433c5fb-518e-4c31-a568-4cb40f3694c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:35.419706 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-c433c5fb-518e-4c31-a568-4cb40f3694c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:35.422165 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-c433c5fb-518e-4c31-a568-4cb40f3694c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:35.427213 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-c433c5fb-518e-4c31-a568-4cb40f3694c0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/84e72b7c-e0e4-41a3-9918-0ba0d223f982 HTTP/1.1" status: 204 len: 168 time: 0.1684394 Sep 01 05:18:35.431834 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c433c5fb-518e-4c31-a568-4cb40f3694c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e72b7c-e0e4-41a3-9918-0ba0d223f982,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:18:35.601137 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device f924ef7a-30f4-4f54-ba38-cbd511efaa5d no longer exists at agent ovs-agent-dv-cinder-804735-5-iscsi {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:18:35.630114 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.plugin [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] No Port match for: f924ef7a-30f4-4f54-ba38-cbd511efaa5d {{(pid=100913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 05:18:35.630471 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device f924ef7a-30f4-4f54-ba38-cbd511efaa5d not bound to the agent host dv-cinder-804735-5-iscsi {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 05:18:35.631069 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device bb11afeb-30cf-40fd-b030-4a929f2b2615 no longer exists at agent ovs-agent-dv-cinder-804735-5-iscsi {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:18:35.652025 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.plugin [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] No Port match for: bb11afeb-30cf-40fd-b030-4a929f2b2615 {{(pid=100913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 05:18:35.652377 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device bb11afeb-30cf-40fd-b030-4a929f2b2615 not bound to the agent host dv-cinder-804735-5-iscsi {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 05:18:35.652796 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device a95c7a8a-34c7-4365-adbc-1e0f5afc8884 no longer exists at agent ovs-agent-dv-cinder-804735-5-iscsi {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:18:35.672792 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.plugin [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] No Port match for: a95c7a8a-34c7-4365-adbc-1e0f5afc8884 {{(pid=100913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 05:18:35.672987 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device a95c7a8a-34c7-4365-adbc-1e0f5afc8884 not bound to the agent host dv-cinder-804735-5-iscsi {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 05:18:36.065819 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 53766) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:18:36.105589 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-f0cefe04-414d-4e12-801b-37a1bd6d9089 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=170d089b559a41a8ba7be45dcd683766&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385892 Sep 01 05:18:36.107922 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 53768) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:18:36.158782 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-533725ba-c1ab-48e7-ae82-21e151476031 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:36.182314 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-533725ba-c1ab-48e7-ae82-21e151476031 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:36.294176 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-533725ba-c1ab-48e7-ae82-21e151476031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:36.296702 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-533725ba-c1ab-48e7-ae82-21e151476031 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:36.300574 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-533725ba-c1ab-48e7-ae82-21e151476031 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cd7de5dd-7697-4a3d-99b5-d36776155d51 HTTP/1.1" status: 204 len: 168 time: 0.1895359 Sep 01 05:18:36.310546 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533725ba-c1ab-48e7-ae82-21e151476031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd7de5dd-7697-4a3d-99b5-d36776155d51,revision_number=None']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:18:37.346177 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-d815b352-c0d6-4f0f-8f08-b410fc3aadc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:37.387550 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 53790) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:18:37.481907 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.v2.base [None req-0692316f-9eb5-44a9-908b-b4e1281fb974 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-200851941-network', 'tenant_id': '3dae50850ca54af297491f2c37c32fd4'}} {{(pid=100912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:18:37.574280 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0692316f-9eb5-44a9-908b-b4e1281fb974 admin admin] Made reservation on behalf of 3dae50850ca54af297491f2c37c32fd4 for: {'network': 1} {{(pid=100912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 05:18:37.576634 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-0692316f-9eb5-44a9-908b-b4e1281fb974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for network, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:37.586188 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-0692316f-9eb5-44a9-908b-b4e1281fb974 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:37.671664 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-0692316f-9eb5-44a9-908b-b4e1281fb974 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:37.744417 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-0692316f-9eb5-44a9-908b-b4e1281fb974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:37.771868 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0692316f-9eb5-44a9-908b-b4e1281fb974 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=100912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 05:18:37.777152 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0692316f-9eb5-44a9-908b-b4e1281fb974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54aa2a13-577a-4178-b095-4726f7bb022f,revision_number=1']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:18:37.787629 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-0692316f-9eb5-44a9-908b-b4e1281fb974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945202'] for segment, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:37.787629 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.db.segments_db [None req-0692316f-9eb5-44a9-908b-b4e1281fb974 admin admin] Added segment ead279e4-9b1d-4b91-bf08-c27cade6e224 of type vlan for network ea282e4f-676b-43ed-ba21-302b75631737 Sep 01 05:18:37.831685 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-0692316f-9eb5-44a9-908b-b4e1281fb974 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780564394581'] for network, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:37.933974 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-0692316f-9eb5-44a9-908b-b4e1281fb974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782'] for network, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:37.934888 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0692316f-9eb5-44a9-908b-b4e1281fb974 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:18:37.935481 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-0692316f-9eb5-44a9-908b-b4e1281fb974 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607828'] for network, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:37.996473 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0692316f-9eb5-44a9-908b-b4e1281fb974 admin admin] Pushing event updated for resources: {'Network': ['ID=ea282e4f-676b-43ed-ba21-302b75631737,revision_number=1']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:18:38.006550 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Network ea282e4f-676b-43ed-ba21-302b75631737 details requested by agent ovs-agent-dv-cinder-804735-5-iscsi with host dv-cinder-804735-5-iscsi {{(pid=100913) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 05:18:38.054928 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-0692316f-9eb5-44a9-908b-b4e1281fb974 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6662323 Sep 01 05:18:38.057647 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 53794) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:18:38.062641 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.v2.base [None req-3ce29a2f-f297-4224-b5e4-1a5439c5c193 admin admin] Request body: {'subnet': {'network_id': 'ea282e4f-676b-43ed-ba21-302b75631737', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-200851941-subnet', 'tenant_id': '3dae50850ca54af297491f2c37c32fd4', 'ip_version': 4}} {{(pid=100912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:18:38.150163 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce29a2f-f297-4224-b5e4-1a5439c5c193 admin admin] Made reservation on behalf of 3dae50850ca54af297491f2c37c32fd4 for: {'subnet': 1} {{(pid=100912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 05:18:38.152438 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-3ce29a2f-f297-4224-b5e4-1a5439c5c193 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3840519'] for subnet, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:38.385482 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-3ce29a2f-f297-4224-b5e4-1a5439c5c193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59570964', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3840529'] for subnet, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:38.438483 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce29a2f-f297-4224-b5e4-1a5439c5c193 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78584c19-bcc8-49b3-9cdf-ab662b79456b,revision_number=0']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:18:38.448355 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce29a2f-f297-4224-b5e4-1a5439c5c193 admin admin] Checking segment: {'id': 'ead279e4-9b1d-4b91-bf08-c27cade6e224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ea282e4f-676b-43ed-ba21-302b75631737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:18:38.448717 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce29a2f-f297-4224-b5e4-1a5439c5c193 admin admin] Network hostable DHCP agents. Network: ea282e4f-676b-43ed-ba21-302b75631737, hostable agents: ['978c142f-0e94-4713-b592-abea12f7c88c'], hosted agents: [] {{(pid=100912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 05:18:38.534000 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce29a2f-f297-4224-b5e4-1a5439c5c193 admin admin] Network ea282e4f-676b-43ed-ba21-302b75631737 is scheduled to be hosted by DHCP agent 978c142f-0e94-4713-b592-abea12f7c88c with binding_index 1 {{(pid=100912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 05:18:38.602729 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.scheduler.base_scheduler [None req-3ce29a2f-f297-4224-b5e4-1a5439c5c193 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-5-iscsi, ea282e4f-676b-43ed-ba21-302b75631737) {{(pid=100912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:18:38.606933 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce29a2f-f297-4224-b5e4-1a5439c5c193 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:18:38.607535 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-3ce29a2f-f297-4224-b5e4-1a5439c5c193 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607828'] for subnet, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:38.612731 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f5d12a-6a03-439f-903a-618617f5e95a None None] Network ea282e4f-676b-43ed-ba21-302b75631737 requested from dv-cinder-804735-5-iscsi {{(pid=100913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 05:18:38.689415 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-3ce29a2f-f297-4224-b5e4-1a5439c5c193 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6306489 Sep 01 05:18:38.691981 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 53796) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:18:38.696333 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.v2.base [None req-f7835308-0063-498a-b3eb-f54f98db0d8c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-200851941-router', 'tenant_id': '3dae50850ca54af297491f2c37c32fd4', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76'}}} {{(pid=100912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:18:38.753106 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd5d4b3-a6fc-4e7c-b947-4e634d10729d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp983e0ae1-5f53-559a-a4b8-4d2c1e9d6efd-ea282e4f-676b-43ed-ba21-302b75631737', 'network_id': 'ea282e4f-676b-43ed-ba21-302b75631737', 'tenant_id': '3dae50850ca54af297491f2c37c32fd4', 'fixed_ips': [{'subnet_id': '78584c19-bcc8-49b3-9cdf-ab662b79456b'}]}} from dv-cinder-804735-5-iscsi. {{(pid=100913) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 05:18:38.753956 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-0cd5d4b3-a6fc-4e7c-b947-4e634d10729d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_create {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:38.774498 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-f7835308-0063-498a-b3eb-f54f98db0d8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2062353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4668'] for router, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:38.775678 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-f7835308-0063-498a-b3eb-f54f98db0d8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1958647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1958276', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1962599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4645'] for router, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:38.832920 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-f7835308-0063-498a-b3eb-f54f98db0d8c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:38.882886 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.db_base_plugin_common [None req-0cd5d4b3-a6fc-4e7c-b947-4e634d10729d None None] Allocated IP 172.20.0.2 (ea282e4f-676b-43ed-ba21-302b75631737/78584c19-bcc8-49b3-9cdf-ab662b79456b/aff056ed-e4b8-4adf-87cf-8e17a2a7c488) {{(pid=100913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 05:18:39.012039 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-f7835308-0063-498a-b3eb-f54f98db0d8c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:39.025085 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-0cd5d4b3-a6fc-4e7c-b947-4e634d10729d None None] Notify callbacks [] for port, precommit_create {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:39.033888 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-0cd5d4b3-a6fc-4e7c-b947-4e634d10729d None None] Transition to ACTIVE for port object aff056ed-e4b8-4adf-87cf-8e17a2a7c488 will not be triggered until provisioned by entity L2. {{(pid=100913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:18:39.047962 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-0cd5d4b3-a6fc-4e7c-b947-4e634d10729d None None] Transition to ACTIVE for port object aff056ed-e4b8-4adf-87cf-8e17a2a7c488 will not be triggered until provisioned by entity DHCP. {{(pid=100913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:18:39.111508 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-0cd5d4b3-a6fc-4e7c-b947-4e634d10729d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780564376589'] for port, after_create {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:39.154630 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd5d4b3-a6fc-4e7c-b947-4e634d10729d None None] Network ea282e4f-676b-43ed-ba21-302b75631737 is already hosted by enough agents. {{(pid=100913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:18:39.157383 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.scheduler.base_scheduler [None req-0cd5d4b3-a6fc-4e7c-b947-4e634d10729d None None] Resources bound (agent type, host, resource id): {{(pid=100913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:18:39.160888 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd5d4b3-a6fc-4e7c-b947-4e634d10729d None None] Received port after_create {{(pid=100913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 05:18:39.166028 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd5d4b3-a6fc-4e7c-b947-4e634d10729d None None] Pushing event updated for resources: {'Port': ['ID=aff056ed-e4b8-4adf-87cf-8e17a2a7c488,revision_number=1']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:18:39.218113 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.managers [None req-0cd5d4b3-a6fc-4e7c-b947-4e634d10729d None None] Attempting to bind port aff056ed-e4b8-4adf-87cf-8e17a2a7c488 on host dv-cinder-804735-5-iscsi for vnic_type normal with profile {{(pid=100913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 05:18:39.218472 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.managers [None req-0cd5d4b3-a6fc-4e7c-b947-4e634d10729d None None] Attempting to bind port aff056ed-e4b8-4adf-87cf-8e17a2a7c488 by drivers openvswitch,hyperv on host dv-cinder-804735-5-iscsi at level 0 using segments [{'id': 'ead279e4-9b1d-4b91-bf08-c27cade6e224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ea282e4f-676b-43ed-ba21-302b75631737'}] {{(pid=100913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 05:18:39.218859 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd5d4b3-a6fc-4e7c-b947-4e634d10729d None None] Attempting to bind port aff056ed-e4b8-4adf-87cf-8e17a2a7c488 on network ea282e4f-676b-43ed-ba21-302b75631737 {{(pid=100913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:18:39.223901 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd5d4b3-a6fc-4e7c-b947-4e634d10729d None None] Checking agent: {'id': '262f7f02-ff25-45e4-acf2-78173ac4ae41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 53, 40), 'started_at': datetime.datetime(2021, 9, 1, 4, 54, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 5, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 05:18:39.224275 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd5d4b3-a6fc-4e7c-b947-4e634d10729d None None] Checking segment: {'id': 'ead279e4-9b1d-4b91-bf08-c27cade6e224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ea282e4f-676b-43ed-ba21-302b75631737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:18:39.224695 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-0cd5d4b3-a6fc-4e7c-b947-4e634d10729d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:39.225080 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd5d4b3-a6fc-4e7c-b947-4e634d10729d None None] Bound using segment: {'id': 'ead279e4-9b1d-4b91-bf08-c27cade6e224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ea282e4f-676b-43ed-ba21-302b75631737'} {{(pid=100913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 05:18:39.225527 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.managers [None req-0cd5d4b3-a6fc-4e7c-b947-4e634d10729d None None] Bound port: aff056ed-e4b8-4adf-87cf-8e17a2a7c488, host: dv-cinder-804735-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ead279e4-9b1d-4b91-bf08-c27cade6e224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ea282e4f-676b-43ed-ba21-302b75631737'}}] {{(pid=100913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 05:18:39.225896 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-0cd5d4b3-a6fc-4e7c-b947-4e634d10729d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:39.251358 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-f7835308-0063-498a-b3eb-f54f98db0d8c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:39.270402 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-f7835308-0063-498a-b3eb-f54f98db0d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:39.286344 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-0cd5d4b3-a6fc-4e7c-b947-4e634d10729d None None] For port aff056ed-e4b8-4adf-87cf-8e17a2a7c488, host dv-cinder-804735-5-iscsi, cleared binding levels {{(pid=100913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 05:18:39.289413 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-0cd5d4b3-a6fc-4e7c-b947-4e634d10729d None None] For port aff056ed-e4b8-4adf-87cf-8e17a2a7c488, host dv-cinder-804735-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-5-iscsi',level=0,port_id=aff056ed-e4b8-4adf-87cf-8e17a2a7c488,segment=NetworkSegment(ead279e4-9b1d-4b91-bf08-c27cade6e224),segment_id=ead279e4-9b1d-4b91-bf08-c27cade6e224)] {{(pid=100913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 05:18:39.376015 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.db.db_base_plugin_common [None req-f7835308-0063-498a-b3eb-f54f98db0d8c admin admin] Allocated IP 172.27.2.25 (0effeb3b-80f3-4cb6-8b1a-1774968f7d76/a1ace4a4-4e27-4c96-bf05-cb2f22386a9e/6902dfc4-9d35-44d6-bc1a-a08b066663fd) {{(pid=100912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 05:18:39.379447 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-0cd5d4b3-a6fc-4e7c-b947-4e634d10729d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:39.437524 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd5d4b3-a6fc-4e7c-b947-4e634d10729d None None] Pushing event updated for resources: {'Port': ['ID=aff056ed-e4b8-4adf-87cf-8e17a2a7c488,revision_number=2']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:18:39.482852 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-f7835308-0063-498a-b3eb-f54f98db0d8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:39.571217 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-f7835308-0063-498a-b3eb-f54f98db0d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780564376589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59570596'] for port, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:39.623023 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7835308-0063-498a-b3eb-f54f98db0d8c admin admin] Network 0effeb3b-80f3-4cb6-8b1a-1774968f7d76 is already hosted by enough agents. {{(pid=100912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:18:39.626614 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.scheduler.base_scheduler [None req-f7835308-0063-498a-b3eb-f54f98db0d8c admin admin] Resources bound (agent type, host, resource id): {{(pid=100912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:18:39.631147 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7835308-0063-498a-b3eb-f54f98db0d8c admin admin] Received port after_create {{(pid=100912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 05:18:39.634281 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7835308-0063-498a-b3eb-f54f98db0d8c admin admin] Pushing event updated for resources: {'Port': ['ID=6902dfc4-9d35-44d6-bc1a-a08b066663fd,revision_number=1']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:18:39.681102 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device aff056ed-e4b8-4adf-87cf-8e17a2a7c488 up at agent ovs-agent-dv-cinder-804735-5-iscsi {{(pid=100913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:18:39.807194 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Provisioning for port aff056ed-e4b8-4adf-87cf-8e17a2a7c488 completed by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:18:39.957859 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-f7835308-0063-498a-b3eb-f54f98db0d8c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:40.014017 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:40.042270 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-d2f5cf2c-4008-4292-8e3c-585a82cbbf28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:40.164502 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-f7835308-0063-498a-b3eb-f54f98db0d8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1958606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1958391'] for router, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:40.303237 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad85431-9ea2-4176-92b0-7e38e6444616 None None] Network ea282e4f-676b-43ed-ba21-302b75631737 requested from dv-cinder-804735-5-iscsi {{(pid=100913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 05:18:40.340062 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7835308-0063-498a-b3eb-f54f98db0d8c admin admin] Router 9e47d257-d5d9-4a83-993c-0c136a7fa9c1 is scheduled to L3 agent dd4ad2d5-7278-4db2-b968-23881816b870 with binding_index 1 {{(pid=100912) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 05:18:40.422070 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-fa3f29dc-76c0-4643-aa1d-16ce824d758b None None] Provisioning for port aff056ed-e4b8-4adf-87cf-8e17a2a7c488 completed by entity DHCP. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:18:40.428211 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-fa3f29dc-76c0-4643-aa1d-16ce824d758b None None] Provisioning complete for port aff056ed-e4b8-4adf-87cf-8e17a2a7c488 triggered by entity DHCP. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:18:40.428578 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-fa3f29dc-76c0-4643-aa1d-16ce824d758b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:40.445844 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7835308-0063-498a-b3eb-f54f98db0d8c admin admin] Notify agent at l3_agent.dv-cinder-804735-5-iscsi the message routers_updated {{(pid=100912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 05:18:40.470471 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0bdb82-d29d-4399-ab32-e9a59ad078e2 None None] Sync routers for ids ['9e47d257-d5d9-4a83-993c-0c136a7fa9c1'] in dv-cinder-804735-5-iscsi {{(pid=100913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 05:18:40.495040 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0bdb82-d29d-4399-ab32-e9a59ad078e2 None None] Routers {'9e47d257-d5d9-4a83-993c-0c136a7fa9c1'} bound to L3 agent in host dv-cinder-804735-5-iscsi {{(pid=100913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:18:40.495210 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-5d0bdb82-d29d-4399-ab32-e9a59ad078e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T04:53:40Z,description=,heartbeat_timestamp=2021-09-01T05:18:40Z,host='dv-cinder-804735-5-iscsi',id=dd4ad2d5-7278-4db2-b968-23881816b870,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:53:41Z,topic='l3_agent')) {'router_ids': ['9e47d257-d5d9-4a83-993c-0c136a7fa9c1'], 'active': True} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:18:40.534313 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-f7835308-0063-498a-b3eb-f54f98db0d8c admin admin] Notify callbacks [] for router, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:40.535730 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-f7835308-0063-498a-b3eb-f54f98db0d8c admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8428090 Sep 01 05:18:40.538397 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 53798) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:18:40.623058 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-fa3f29dc-76c0-4643-aa1d-16ce824d758b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:40.639984 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvr_db [None req-5d0bdb82-d29d-4399-ab32-e9a59ad078e2 None None] Set router 9e47d257-d5d9-4a83-993c-0c136a7fa9c1 gateway port host: dv-cinder-804735-5-iscsi {{(pid=100913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:18:40.752064 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-fa3f29dc-76c0-4643-aa1d-16ce824d758b None None] For port aff056ed-e4b8-4adf-87cf-8e17a2a7c488, host dv-cinder-804735-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-5-iscsi',level=0,port_id=aff056ed-e4b8-4adf-87cf-8e17a2a7c488,segment=NetworkSegment(ead279e4-9b1d-4b91-bf08-c27cade6e224),segment_id=ead279e4-9b1d-4b91-bf08-c27cade6e224)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:18:40.791325 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-fa3f29dc-76c0-4643-aa1d-16ce824d758b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:40.968178 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-4241ff20-b9aa-4284-a3ea-1fac0fa7d7fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:40.979869 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-f911f7cf-d3d7-41ee-9272-dab504411e69 None None] Provisioning complete for port aff056ed-e4b8-4adf-87cf-8e17a2a7c488 triggered by entity DHCP. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:18:40.980241 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-f911f7cf-d3d7-41ee-9272-dab504411e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:41.018458 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3f29dc-76c0-4643-aa1d-16ce824d758b None None] Pushing event updated for resources: {'Port': ['ID=aff056ed-e4b8-4adf-87cf-8e17a2a7c488,revision_number=3']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:18:41.041842 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-5d0bdb82-d29d-4399-ab32-e9a59ad078e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e47d257-d5d9-4a83-993c-0c136a7fa9c1', 'name': 'tempest-TestVolumeBootPattern-200851941-router', 'tenant_id': '3dae50850ca54af297491f2c37c32fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '6902dfc4-9d35-44d6-bc1a-a08b066663fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:18:38Z', 'updated_at': '2021-09-01T05:18:39Z', 'revision_number': 3, 'project_id': '3dae50850ca54af297491f2c37c32fd4', 'gw_port': {'id': '6902dfc4-9d35-44d6-bc1a-a08b066663fd', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:34:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e47d257-d5d9-4a83-993c-0c136a7fa9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:18:39Z', 'updated_at': '2021-09-01T05:18:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi'}], 'dv-cinder-804735-5-iscsi', False) {} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:18:41.072352 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0bdb82-d29d-4399-ab32-e9a59ad078e2 None None] Checking router: 9e47d257-d5d9-4a83-993c-0c136a7fa9c1 for host: dv-cinder-804735-5-iscsi {{(pid=100913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 05:18:41.072695 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0bdb82-d29d-4399-ab32-e9a59ad078e2 None None] Updating router 9e47d257-d5d9-4a83-993c-0c136a7fa9c1 port 6902dfc4-9d35-44d6-bc1a-a08b066663fd binding host dv-cinder-804735-5-iscsi {{(pid=100913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 05:18:41.116446 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-5d0bdb82-d29d-4399-ab32-e9a59ad078e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:41.118298 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.db.db_base_plugin_common [None req-4241ff20-b9aa-4284-a3ea-1fac0fa7d7fa admin admin] Allocated IP 172.20.0.1 (ea282e4f-676b-43ed-ba21-302b75631737/78584c19-bcc8-49b3-9cdf-ab662b79456b/b213173a-6c76-4d21-bbf0-b03f4827dd1f) {{(pid=100912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 05:18:41.221982 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-4241ff20-b9aa-4284-a3ea-1fac0fa7d7fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:41.234452 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.db.provisioning_blocks [None req-4241ff20-b9aa-4284-a3ea-1fac0fa7d7fa admin admin] Transition to ACTIVE for port object b213173a-6c76-4d21-bbf0-b03f4827dd1f will not be triggered until provisioned by entity DHCP. {{(pid=100912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:18:41.317255 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-4241ff20-b9aa-4284-a3ea-1fac0fa7d7fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780564376589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59570596'] for port, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:41.352450 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4241ff20-b9aa-4284-a3ea-1fac0fa7d7fa admin admin] Network ea282e4f-676b-43ed-ba21-302b75631737 is already hosted by enough agents. {{(pid=100912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:18:41.355361 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.scheduler.base_scheduler [None req-4241ff20-b9aa-4284-a3ea-1fac0fa7d7fa admin admin] Resources bound (agent type, host, resource id): {{(pid=100912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:18:41.361516 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4241ff20-b9aa-4284-a3ea-1fac0fa7d7fa admin admin] Received port after_create {{(pid=100912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 05:18:41.387113 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-5d0bdb82-d29d-4399-ab32-e9a59ad078e2 None None] Notify callbacks [] for port, precommit_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:41.388674 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4241ff20-b9aa-4284-a3ea-1fac0fa7d7fa admin admin] Pushing event updated for resources: {'Port': ['ID=b213173a-6c76-4d21-bbf0-b03f4827dd1f,revision_number=1']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:18:41.389420 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-125f6581-13c4-4eca-b15a-10d5e92c8028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:41.398267 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-5d0bdb82-d29d-4399-ab32-e9a59ad078e2 None None] Transition to ACTIVE for port object 6902dfc4-9d35-44d6-bc1a-a08b066663fd will not be triggered until provisioned by entity L2. {{(pid=100913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:18:41.406369 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-4241ff20-b9aa-4284-a3ea-1fac0fa7d7fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1959044'] for router_interface, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:41.459713 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-5d0bdb82-d29d-4399-ab32-e9a59ad078e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:41.514981 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e1e80d-a662-4e0b-a80d-5ca8a6508a66 None None] Pushing event updated for resources: {'Port': ['ID=6902dfc4-9d35-44d6-bc1a-a08b066663fd,revision_number=2']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:18:41.517563 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.managers [None req-5d0bdb82-d29d-4399-ab32-e9a59ad078e2 None None] Attempting to bind port 6902dfc4-9d35-44d6-bc1a-a08b066663fd on host dv-cinder-804735-5-iscsi for vnic_type normal with profile {{(pid=100913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 05:18:41.517927 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.managers [None req-5d0bdb82-d29d-4399-ab32-e9a59ad078e2 None None] Attempting to bind port 6902dfc4-9d35-44d6-bc1a-a08b066663fd by drivers openvswitch,hyperv on host dv-cinder-804735-5-iscsi at level 0 using segments [{'id': 'ace692d4-e0f2-4d18-963d-d8c8432b7d17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76'}] {{(pid=100913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 05:18:41.518294 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0bdb82-d29d-4399-ab32-e9a59ad078e2 None None] Attempting to bind port 6902dfc4-9d35-44d6-bc1a-a08b066663fd on network 0effeb3b-80f3-4cb6-8b1a-1774968f7d76 {{(pid=100913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:18:41.524585 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0bdb82-d29d-4399-ab32-e9a59ad078e2 None None] Checking agent: {'id': '262f7f02-ff25-45e4-acf2-78173ac4ae41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 53, 40), 'started_at': datetime.datetime(2021, 9, 1, 4, 54, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 5, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 05:18:41.524585 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0bdb82-d29d-4399-ab32-e9a59ad078e2 None None] Checking segment: {'id': 'ace692d4-e0f2-4d18-963d-d8c8432b7d17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:18:41.524956 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-5d0bdb82-d29d-4399-ab32-e9a59ad078e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:41.525227 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0bdb82-d29d-4399-ab32-e9a59ad078e2 None None] Bound using segment: {'id': 'ace692d4-e0f2-4d18-963d-d8c8432b7d17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76'} {{(pid=100913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 05:18:41.525688 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.managers [None req-5d0bdb82-d29d-4399-ab32-e9a59ad078e2 None None] Bound port: 6902dfc4-9d35-44d6-bc1a-a08b066663fd, host: dv-cinder-804735-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ace692d4-e0f2-4d18-963d-d8c8432b7d17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76'}}] {{(pid=100913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 05:18:41.526068 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-5d0bdb82-d29d-4399-ab32-e9a59ad078e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:41.586040 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-5d0bdb82-d29d-4399-ab32-e9a59ad078e2 None None] For port 6902dfc4-9d35-44d6-bc1a-a08b066663fd, host dv-cinder-804735-5-iscsi, cleared binding levels {{(pid=100913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 05:18:41.589112 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-5d0bdb82-d29d-4399-ab32-e9a59ad078e2 None None] For port 6902dfc4-9d35-44d6-bc1a-a08b066663fd, host dv-cinder-804735-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-5-iscsi',level=0,port_id=6902dfc4-9d35-44d6-bc1a-a08b066663fd,segment=NetworkSegment(ace692d4-e0f2-4d18-963d-d8c8432b7d17),segment_id=ace692d4-e0f2-4d18-963d-d8c8432b7d17)] {{(pid=100913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 05:18:41.596193 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-4241ff20-b9aa-4284-a3ea-1fac0fa7d7fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:41.610959 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device aff056ed-e4b8-4adf-87cf-8e17a2a7c488 up at agent ovs-agent-dv-cinder-804735-5-iscsi {{(pid=100913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:18:41.654860 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-1d106a80-3e6b-487a-9d4a-fe06d07356c2 None None] Provisioning for port b213173a-6c76-4d21-bbf0-b03f4827dd1f completed by entity DHCP. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:18:41.662313 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-5d0bdb82-d29d-4399-ab32-e9a59ad078e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:41.665737 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-1d106a80-3e6b-487a-9d4a-fe06d07356c2 None None] Provisioning complete for port b213173a-6c76-4d21-bbf0-b03f4827dd1f triggered by entity DHCP. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:18:41.666092 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-1d106a80-3e6b-487a-9d4a-fe06d07356c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:41.713475 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Provisioning complete for port aff056ed-e4b8-4adf-87cf-8e17a2a7c488 triggered by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:18:41.713841 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:41.763738 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-4241ff20-b9aa-4284-a3ea-1fac0fa7d7fa admin admin] Notify callbacks [] for port, precommit_update {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:41.775050 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.plugin [None req-1d106a80-3e6b-487a-9d4a-fe06d07356c2 None None] Port b213173a-6c76-4d21-bbf0-b03f4827dd1f cannot update to ACTIVE because it is not bound. {{(pid=100913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 05:18:41.785755 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e1e80d-a662-4e0b-a80d-5ca8a6508a66 None None] Pushing event updated for resources: {'Port': ['ID=6902dfc4-9d35-44d6-bc1a-a08b066663fd,revision_number=3']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:18:41.789591 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0bdb82-d29d-4399-ab32-e9a59ad078e2 None None] Routers {'9e47d257-d5d9-4a83-993c-0c136a7fa9c1'} bound to L3 agent in host dv-cinder-804735-5-iscsi {{(pid=100913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:18:41.790248 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-5d0bdb82-d29d-4399-ab32-e9a59ad078e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T04:53:40Z,description=,heartbeat_timestamp=2021-09-01T05:18:40Z,host='dv-cinder-804735-5-iscsi',id=dd4ad2d5-7278-4db2-b968-23881816b870,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:53:41Z,topic='l3_agent')) {'router_ids': ['9e47d257-d5d9-4a83-993c-0c136a7fa9c1'], 'active': True} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:18:41.842499 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-4241ff20-b9aa-4284-a3ea-1fac0fa7d7fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59570589'] for port, after_update {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:41.934926 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvr_db [None req-5d0bdb82-d29d-4399-ab32-e9a59ad078e2 None None] Set router 9e47d257-d5d9-4a83-993c-0c136a7fa9c1 gateway port host: dv-cinder-804735-5-iscsi {{(pid=100913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:18:42.136870 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-5d0bdb82-d29d-4399-ab32-e9a59ad078e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e47d257-d5d9-4a83-993c-0c136a7fa9c1', 'name': 'tempest-TestVolumeBootPattern-200851941-router', 'tenant_id': '3dae50850ca54af297491f2c37c32fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '6902dfc4-9d35-44d6-bc1a-a08b066663fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:18:38Z', 'updated_at': '2021-09-01T05:18:41Z', 'revision_number': 4, 'project_id': '3dae50850ca54af297491f2c37c32fd4', 'gw_port': {'id': '6902dfc4-9d35-44d6-bc1a-a08b066663fd', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:34:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e47d257-d5d9-4a83-993c-0c136a7fa9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:18:39Z', 'updated_at': '2021-09-01T05:18:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi', '_interfaces': [{'id': 'b213173a-6c76-4d21-bbf0-b03f4827dd1f', 'name': '', 'network_id': 'ea282e4f-676b-43ed-ba21-302b75631737', 'tenant_id': '3dae50850ca54af297491f2c37c32fd4', 'mac_address': 'fa:16:3e:d8:13:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e47d257-d5d9-4a83-993c-0c136a7fa9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '78584c19-bcc8-49b3-9cdf-ab662b79456b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:18:40Z', 'updated_at': '2021-09-01T05:18:41Z', 'revision_number': 1, 'project_id': '3dae50850ca54af297491f2c37c32fd4', 'subnets': [{'id': '78584c19-bcc8-49b3-9cdf-ab662b79456b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-5-iscsi', False) {} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:18:42.164329 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0bdb82-d29d-4399-ab32-e9a59ad078e2 None None] The sync data for ids ['9e47d257-d5d9-4a83-993c-0c136a7fa9c1'] in dv-cinder-804735-5-iscsi is: [{'id': '9e47d257-d5d9-4a83-993c-0c136a7fa9c1', 'name': 'tempest-TestVolumeBootPattern-200851941-router', 'tenant_id': '3dae50850ca54af297491f2c37c32fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '6902dfc4-9d35-44d6-bc1a-a08b066663fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:18:38Z', 'updated_at': '2021-09-01T05:18:41Z', 'revision_number': 4, 'project_id': '3dae50850ca54af297491f2c37c32fd4', 'gw_port': {'id': '6902dfc4-9d35-44d6-bc1a-a08b066663fd', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:34:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e47d257-d5d9-4a83-993c-0c136a7fa9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:18:39Z', 'updated_at': '2021-09-01T05:18:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi', '_interfaces': [{'id': 'b213173a-6c76-4d21-bbf0-b03f4827dd1f', 'name': '', 'network_id': 'ea282e4f-676b-43ed-ba21-302b75631737', 'tenant_id': '3dae50850ca54af297491f2c37c32fd4', 'mac_address': 'fa:16:3e:d8:13:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e47d257-d5d9-4a83-993c-0c136a7fa9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '78584c19-bcc8-49b3-9cdf-ab662b79456b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:18:40Z', 'updated_at': '2021-09-01T05:18:41Z', 'revision_number': 1, 'project_id': '3dae50850ca54af297491f2c37c32fd4', 'subnets': [{'id': '78584c19-bcc8-49b3-9cdf-ab662b79456b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 05:18:42.175654 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-4241ff20-b9aa-4284-a3ea-1fac0fa7d7fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1607752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1961012'] for router_interface, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:42.178590 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4241ff20-b9aa-4284-a3ea-1fac0fa7d7fa admin admin] Pushing event updated for resources: {'Port': ['ID=b213173a-6c76-4d21-bbf0-b03f4827dd1f,revision_number=2']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:18:42.274473 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4241ff20-b9aa-4284-a3ea-1fac0fa7d7fa admin admin] Network ea282e4f-676b-43ed-ba21-302b75631737 is already hosted by enough agents. {{(pid=100912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:18:42.275920 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.scheduler.base_scheduler [None req-4241ff20-b9aa-4284-a3ea-1fac0fa7d7fa admin admin] Resources bound (agent type, host, resource id): {{(pid=100912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:18:42.408276 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4241ff20-b9aa-4284-a3ea-1fac0fa7d7fa admin admin] Router 9e47d257-d5d9-4a83-993c-0c136a7fa9c1 has already been hosted by L3 agent dd4ad2d5-7278-4db2-b968-23881816b870 {{(pid=100912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 05:18:42.529693 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4241ff20-b9aa-4284-a3ea-1fac0fa7d7fa admin admin] Notify agent at l3_agent.dv-cinder-804735-5-iscsi the message routers_updated {{(pid=100912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 05:18:42.538809 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-4241ff20-b9aa-4284-a3ea-1fac0fa7d7fa admin admin] 10.222.0.11 "PUT /v2.0/routers/9e47d257-d5d9-4a83-993c-0c136a7fa9c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9955928 Sep 01 05:18:42.603183 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-802eeff0-ca45-494c-b18f-2a237061214e None None] Provisioning complete for port b213173a-6c76-4d21-bbf0-b03f4827dd1f triggered by entity DHCP. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:18:42.603560 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-802eeff0-ca45-494c-b18f-2a237061214e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:42.643491 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.plugin [None req-802eeff0-ca45-494c-b18f-2a237061214e None None] Port b213173a-6c76-4d21-bbf0-b03f4827dd1f cannot update to ACTIVE because it is not bound. {{(pid=100913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 05:18:43.184861 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 53814) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:18:43.190777 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.v2.base [None req-47cdb6a2-f6d7-42e5-abba-8fcd68493a6e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-865174687-network', 'tenant_id': 'd6f7610801674080bb4d25a85a0faaa6'}} {{(pid=100911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:18:43.253815 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-57069d07-1191-4bd8-9ef8-43ac9a8b42c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:43.276611 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47cdb6a2-f6d7-42e5-abba-8fcd68493a6e admin admin] Made reservation on behalf of d6f7610801674080bb4d25a85a0faaa6 for: {'network': 1} {{(pid=100911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 05:18:43.278990 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-47cdb6a2-f6d7-42e5-abba-8fcd68493a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for network, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:43.288416 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-47cdb6a2-f6d7-42e5-abba-8fcd68493a6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:43.381523 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-47cdb6a2-f6d7-42e5-abba-8fcd68493a6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:43.419228 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-47cdb6a2-f6d7-42e5-abba-8fcd68493a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:43.443563 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47cdb6a2-f6d7-42e5-abba-8fcd68493a6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=100911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 01 05:18:43.451940 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cdb6a2-f6d7-42e5-abba-8fcd68493a6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce68b119-6492-474c-9580-58af1fd911f2,revision_number=1']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:18:43.458366 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-47cdb6a2-f6d7-42e5-abba-8fcd68493a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945202'] for segment, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:43.458705 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.db.segments_db [None req-47cdb6a2-f6d7-42e5-abba-8fcd68493a6e admin admin] Added segment 788b0f22-fdfe-4e25-ba9b-563605bcb4cd of type vlan for network e6ba3f4f-7657-43fb-82ba-daea99ac4f0d Sep 01 05:18:43.501467 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-47cdb6a2-f6d7-42e5-abba-8fcd68493a6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780564394581'] for network, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:43.579834 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-47cdb6a2-f6d7-42e5-abba-8fcd68493a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782'] for network, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:43.581134 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47cdb6a2-f6d7-42e5-abba-8fcd68493a6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:18:43.581716 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-47cdb6a2-f6d7-42e5-abba-8fcd68493a6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607828'] for network, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:43.631405 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device 6902dfc4-9d35-44d6-bc1a-a08b066663fd up at agent ovs-agent-dv-cinder-804735-5-iscsi {{(pid=100913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:18:43.644965 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cdb6a2-f6d7-42e5-abba-8fcd68493a6e admin admin] Pushing event updated for resources: {'Network': ['ID=e6ba3f4f-7657-43fb-82ba-daea99ac4f0d,revision_number=1']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:18:43.658371 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Network e6ba3f4f-7657-43fb-82ba-daea99ac4f0d details requested by agent ovs-agent-dv-cinder-804735-5-iscsi with host dv-cinder-804735-5-iscsi {{(pid=100913) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 01 05:18:43.672747 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-47cdb6a2-f6d7-42e5-abba-8fcd68493a6e admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4859087 Sep 01 05:18:43.675888 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 53816) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:18:43.681865 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.v2.base [None req-02a564c4-f428-42ac-947e-a75b382357d7 admin admin] Request body: {'subnet': {'network_id': 'e6ba3f4f-7657-43fb-82ba-daea99ac4f0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-865174687-subnet', 'tenant_id': 'd6f7610801674080bb4d25a85a0faaa6', 'ip_version': 4}} {{(pid=100911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:18:43.790509 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a564c4-f428-42ac-947e-a75b382357d7 admin admin] Made reservation on behalf of d6f7610801674080bb4d25a85a0faaa6 for: {'subnet': 1} {{(pid=100911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 05:18:43.793270 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-02a564c4-f428-42ac-947e-a75b382357d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3892954'] for subnet, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:43.813477 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Provisioning for port 6902dfc4-9d35-44d6-bc1a-a08b066663fd completed by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:18:43.817565 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Provisioning complete for port 6902dfc4-9d35-44d6-bc1a-a08b066663fd triggered by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:18:43.822435 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:43.905785 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:43.926318 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] For port 6902dfc4-9d35-44d6-bc1a-a08b066663fd, host dv-cinder-804735-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-5-iscsi',level=0,port_id=6902dfc4-9d35-44d6-bc1a-a08b066663fd,segment=NetworkSegment(ace692d4-e0f2-4d18-963d-d8c8432b7d17),segment_id=ace692d4-e0f2-4d18-963d-d8c8432b7d17)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:18:43.997006 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:44.025571 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-02a564c4-f428-42ac-947e-a75b382357d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3457608', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3892940'] for subnet, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:44.043474 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Pushing event updated for resources: {'Port': ['ID=6902dfc4-9d35-44d6-bc1a-a08b066663fd,revision_number=4']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:18:44.082032 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560f43bf-806a-4226-9dc1-e3969cb0888b None None] Sync routers for ids ['9e47d257-d5d9-4a83-993c-0c136a7fa9c1'] in dv-cinder-804735-5-iscsi {{(pid=100914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 05:18:44.085090 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a564c4-f428-42ac-947e-a75b382357d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c06255b5-8548-47f3-9a69-adb52d141d3e,revision_number=0']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:18:44.092158 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a564c4-f428-42ac-947e-a75b382357d7 admin admin] Checking segment: {'id': '788b0f22-fdfe-4e25-ba9b-563605bcb4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'e6ba3f4f-7657-43fb-82ba-daea99ac4f0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:18:44.096436 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560f43bf-806a-4226-9dc1-e3969cb0888b None None] Routers {'9e47d257-d5d9-4a83-993c-0c136a7fa9c1'} bound to L3 agent in host dv-cinder-804735-5-iscsi {{(pid=100914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:18:44.096558 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a564c4-f428-42ac-947e-a75b382357d7 admin admin] Network hostable DHCP agents. Network: e6ba3f4f-7657-43fb-82ba-daea99ac4f0d, hostable agents: ['978c142f-0e94-4713-b592-abea12f7c88c'], hosted agents: [] {{(pid=100911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 01 05:18:44.096665 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_hamode_db [None req-560f43bf-806a-4226-9dc1-e3969cb0888b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T04:53:40Z,description=,heartbeat_timestamp=2021-09-01T05:18:40Z,host='dv-cinder-804735-5-iscsi',id=dd4ad2d5-7278-4db2-b968-23881816b870,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:53:41Z,topic='l3_agent')) {'router_ids': ['9e47d257-d5d9-4a83-993c-0c136a7fa9c1'], 'active': True} {{(pid=100914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:18:44.162683 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a564c4-f428-42ac-947e-a75b382357d7 admin admin] Network e6ba3f4f-7657-43fb-82ba-daea99ac4f0d is scheduled to be hosted by DHCP agent 978c142f-0e94-4713-b592-abea12f7c88c with binding_index 1 {{(pid=100911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 01 05:18:44.194461 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_dvr_db [None req-560f43bf-806a-4226-9dc1-e3969cb0888b None None] Set router 9e47d257-d5d9-4a83-993c-0c136a7fa9c1 gateway port host: dv-cinder-804735-5-iscsi {{(pid=100914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:18:44.225494 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.base_scheduler [None req-02a564c4-f428-42ac-947e-a75b382357d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804735-5-iscsi, e6ba3f4f-7657-43fb-82ba-daea99ac4f0d) {{(pid=100911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:18:44.230098 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a564c4-f428-42ac-947e-a75b382357d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:18:44.231044 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-02a564c4-f428-42ac-947e-a75b382357d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:44.236817 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ec69d9-399b-40b5-af45-d609b3b356b2 None None] Network e6ba3f4f-7657-43fb-82ba-daea99ac4f0d requested from dv-cinder-804735-5-iscsi {{(pid=100913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 05:18:44.294688 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-02a564c4-f428-42ac-947e-a75b382357d7 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6175704 Sep 01 05:18:44.297409 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 53818) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:18:44.309344 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.v2.base [None req-638aca7d-ceca-4532-bf54-a904aa27044a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-865174687-router', 'tenant_id': 'd6f7610801674080bb4d25a85a0faaa6', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76'}}} {{(pid=100911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:18:44.385504 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a1aa04-dcd3-43df-95cb-ed95a2746b40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp983e0ae1-5f53-559a-a4b8-4d2c1e9d6efd-e6ba3f4f-7657-43fb-82ba-daea99ac4f0d', 'network_id': 'e6ba3f4f-7657-43fb-82ba-daea99ac4f0d', 'tenant_id': 'd6f7610801674080bb4d25a85a0faaa6', 'fixed_ips': [{'subnet_id': 'c06255b5-8548-47f3-9a69-adb52d141d3e'}]}} from dv-cinder-804735-5-iscsi. {{(pid=100913) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 01 05:18:44.388251 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-a8a1aa04-dcd3-43df-95cb-ed95a2746b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_create {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:44.390637 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_hamode_db [None req-560f43bf-806a-4226-9dc1-e3969cb0888b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e47d257-d5d9-4a83-993c-0c136a7fa9c1', 'name': 'tempest-TestVolumeBootPattern-200851941-router', 'tenant_id': '3dae50850ca54af297491f2c37c32fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '6902dfc4-9d35-44d6-bc1a-a08b066663fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:18:38Z', 'updated_at': '2021-09-01T05:18:41Z', 'revision_number': 4, 'project_id': '3dae50850ca54af297491f2c37c32fd4', 'gw_port': {'id': '6902dfc4-9d35-44d6-bc1a-a08b066663fd', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:34:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e47d257-d5d9-4a83-993c-0c136a7fa9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:18:39Z', 'updated_at': '2021-09-01T05:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi', '_interfaces': [{'id': 'b213173a-6c76-4d21-bbf0-b03f4827dd1f', 'name': '', 'network_id': 'ea282e4f-676b-43ed-ba21-302b75631737', 'tenant_id': '3dae50850ca54af297491f2c37c32fd4', 'mac_address': 'fa:16:3e:d8:13:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e47d257-d5d9-4a83-993c-0c136a7fa9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '78584c19-bcc8-49b3-9cdf-ab662b79456b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:18:40Z', 'updated_at': '2021-09-01T05:18:41Z', 'revision_number': 2, 'project_id': '3dae50850ca54af297491f2c37c32fd4', 'subnets': [{'id': '78584c19-bcc8-49b3-9cdf-ab662b79456b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-5-iscsi', False) {} {{(pid=100914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:18:44.408671 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-638aca7d-ceca-4532-bf54-a904aa27044a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2062353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4668'] for router, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:44.411323 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-638aca7d-ceca-4532-bf54-a904aa27044a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1958647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1958276', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1962599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4645'] for router, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:44.416674 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560f43bf-806a-4226-9dc1-e3969cb0888b None None] Checking router: 9e47d257-d5d9-4a83-993c-0c136a7fa9c1 for host: dv-cinder-804735-5-iscsi {{(pid=100914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 05:18:44.417027 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560f43bf-806a-4226-9dc1-e3969cb0888b None None] Updating router 9e47d257-d5d9-4a83-993c-0c136a7fa9c1 port b213173a-6c76-4d21-bbf0-b03f4827dd1f binding host dv-cinder-804735-5-iscsi {{(pid=100914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 05:18:44.445262 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron_lib.callbacks.manager [None req-560f43bf-806a-4226-9dc1-e3969cb0888b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:44.470341 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-638aca7d-ceca-4532-bf54-a904aa27044a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:44.522736 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.db_base_plugin_common [None req-a8a1aa04-dcd3-43df-95cb-ed95a2746b40 None None] Allocated IP 172.20.0.2 (e6ba3f4f-7657-43fb-82ba-daea99ac4f0d/c06255b5-8548-47f3-9a69-adb52d141d3e/3357d5fc-bf5d-456c-b154-0992b2282da9) {{(pid=100913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 05:18:44.669752 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-a8a1aa04-dcd3-43df-95cb-ed95a2746b40 None None] Notify callbacks [] for port, precommit_create {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:44.679179 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-a8a1aa04-dcd3-43df-95cb-ed95a2746b40 None None] Transition to ACTIVE for port object 3357d5fc-bf5d-456c-b154-0992b2282da9 will not be triggered until provisioned by entity L2. {{(pid=100913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:18:44.694960 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-a8a1aa04-dcd3-43df-95cb-ed95a2746b40 None None] Transition to ACTIVE for port object 3357d5fc-bf5d-456c-b154-0992b2282da9 will not be triggered until provisioned by entity DHCP. {{(pid=100913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:18:44.716878 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron_lib.callbacks.manager [None req-560f43bf-806a-4226-9dc1-e3969cb0888b None None] Notify callbacks [] for port, precommit_update {{(pid=100914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:44.727444 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.provisioning_blocks [None req-560f43bf-806a-4226-9dc1-e3969cb0888b None None] Transition to ACTIVE for port object b213173a-6c76-4d21-bbf0-b03f4827dd1f will not be triggered until provisioned by entity L2. {{(pid=100914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:18:44.769008 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-a8a1aa04-dcd3-43df-95cb-ed95a2746b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780564376589'] for port, after_create {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:44.798354 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron_lib.callbacks.manager [None req-560f43bf-806a-4226-9dc1-e3969cb0888b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:44.815242 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a1aa04-dcd3-43df-95cb-ed95a2746b40 None None] Network e6ba3f4f-7657-43fb-82ba-daea99ac4f0d is already hosted by enough agents. {{(pid=100913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:18:44.818247 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.scheduler.base_scheduler [None req-a8a1aa04-dcd3-43df-95cb-ed95a2746b40 None None] Resources bound (agent type, host, resource id): {{(pid=100913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:18:44.822521 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a1aa04-dcd3-43df-95cb-ed95a2746b40 None None] Received port after_create {{(pid=100913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 05:18:44.829048 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1aa04-dcd3-43df-95cb-ed95a2746b40 None None] Pushing event updated for resources: {'Port': ['ID=3357d5fc-bf5d-456c-b154-0992b2282da9,revision_number=1']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:18:44.848392 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55583b47-f900-4273-8e06-df5a1c814cf8 None None] Pushing event updated for resources: {'Port': ['ID=b213173a-6c76-4d21-bbf0-b03f4827dd1f,revision_number=3']} {{(pid=100914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:18:44.855848 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55583b47-f900-4273-8e06-df5a1c814cf8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:18:44.856222 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55583b47-f900-4273-8e06-df5a1c814cf8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:18:44.856565 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55583b47-f900-4273-8e06-df5a1c814cf8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:18:44.856905 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55583b47-f900-4273-8e06-df5a1c814cf8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:18:44.857237 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55583b47-f900-4273-8e06-df5a1c814cf8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:18:44.857560 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55583b47-f900-4273-8e06-df5a1c814cf8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:18:44.857889 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55583b47-f900-4273-8e06-df5a1c814cf8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:18:44.858211 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55583b47-f900-4273-8e06-df5a1c814cf8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:18:44.858551 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55583b47-f900-4273-8e06-df5a1c814cf8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:18:44.858901 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55583b47-f900-4273-8e06-df5a1c814cf8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:18:44.859220 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55583b47-f900-4273-8e06-df5a1c814cf8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:18:44.860068 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55583b47-f900-4273-8e06-df5a1c814cf8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:18:44.879953 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.managers [None req-a8a1aa04-dcd3-43df-95cb-ed95a2746b40 None None] Attempting to bind port 3357d5fc-bf5d-456c-b154-0992b2282da9 on host dv-cinder-804735-5-iscsi for vnic_type normal with profile {{(pid=100913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 05:18:44.880332 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.managers [None req-a8a1aa04-dcd3-43df-95cb-ed95a2746b40 None None] Attempting to bind port 3357d5fc-bf5d-456c-b154-0992b2282da9 by drivers openvswitch,hyperv on host dv-cinder-804735-5-iscsi at level 0 using segments [{'id': '788b0f22-fdfe-4e25-ba9b-563605bcb4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'e6ba3f4f-7657-43fb-82ba-daea99ac4f0d'}] {{(pid=100913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 05:18:44.880697 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a1aa04-dcd3-43df-95cb-ed95a2746b40 None None] Attempting to bind port 3357d5fc-bf5d-456c-b154-0992b2282da9 on network e6ba3f4f-7657-43fb-82ba-daea99ac4f0d {{(pid=100913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:18:44.894389 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a1aa04-dcd3-43df-95cb-ed95a2746b40 None None] Checking agent: {'id': '262f7f02-ff25-45e4-acf2-78173ac4ae41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 53, 40), 'started_at': datetime.datetime(2021, 9, 1, 4, 54, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 5, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 05:18:44.895939 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a1aa04-dcd3-43df-95cb-ed95a2746b40 None None] Checking segment: {'id': '788b0f22-fdfe-4e25-ba9b-563605bcb4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'e6ba3f4f-7657-43fb-82ba-daea99ac4f0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:18:44.895939 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-a8a1aa04-dcd3-43df-95cb-ed95a2746b40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:44.895939 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a1aa04-dcd3-43df-95cb-ed95a2746b40 None None] Bound using segment: {'id': '788b0f22-fdfe-4e25-ba9b-563605bcb4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'e6ba3f4f-7657-43fb-82ba-daea99ac4f0d'} {{(pid=100913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 05:18:44.897339 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.managers [None req-a8a1aa04-dcd3-43df-95cb-ed95a2746b40 None None] Bound port: 3357d5fc-bf5d-456c-b154-0992b2282da9, host: dv-cinder-804735-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '788b0f22-fdfe-4e25-ba9b-563605bcb4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'e6ba3f4f-7657-43fb-82ba-daea99ac4f0d'}}] {{(pid=100913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 05:18:44.897718 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-a8a1aa04-dcd3-43df-95cb-ed95a2746b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:44.931590 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.plugins.ml2.managers [None req-560f43bf-806a-4226-9dc1-e3969cb0888b None None] Attempting to bind port b213173a-6c76-4d21-bbf0-b03f4827dd1f on host dv-cinder-804735-5-iscsi for vnic_type normal with profile {{(pid=100914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 05:18:44.931956 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.plugins.ml2.managers [None req-560f43bf-806a-4226-9dc1-e3969cb0888b None None] Attempting to bind port b213173a-6c76-4d21-bbf0-b03f4827dd1f by drivers openvswitch,hyperv on host dv-cinder-804735-5-iscsi at level 0 using segments [{'id': 'ead279e4-9b1d-4b91-bf08-c27cade6e224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ea282e4f-676b-43ed-ba21-302b75631737'}] {{(pid=100914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 05:18:44.932315 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560f43bf-806a-4226-9dc1-e3969cb0888b None None] Attempting to bind port b213173a-6c76-4d21-bbf0-b03f4827dd1f on network ea282e4f-676b-43ed-ba21-302b75631737 {{(pid=100914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:18:44.938401 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560f43bf-806a-4226-9dc1-e3969cb0888b None None] Checking agent: {'id': '262f7f02-ff25-45e4-acf2-78173ac4ae41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 53, 40), 'started_at': datetime.datetime(2021, 9, 1, 4, 54, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 5, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 05:18:44.938698 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560f43bf-806a-4226-9dc1-e3969cb0888b None None] Checking segment: {'id': 'ead279e4-9b1d-4b91-bf08-c27cade6e224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ea282e4f-676b-43ed-ba21-302b75631737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:18:44.939083 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron_lib.callbacks.manager [None req-560f43bf-806a-4226-9dc1-e3969cb0888b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:44.939470 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560f43bf-806a-4226-9dc1-e3969cb0888b None None] Bound using segment: {'id': 'ead279e4-9b1d-4b91-bf08-c27cade6e224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ea282e4f-676b-43ed-ba21-302b75631737'} {{(pid=100914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 05:18:44.939932 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.plugins.ml2.managers [None req-560f43bf-806a-4226-9dc1-e3969cb0888b None None] Bound port: b213173a-6c76-4d21-bbf0-b03f4827dd1f, host: dv-cinder-804735-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ead279e4-9b1d-4b91-bf08-c27cade6e224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ea282e4f-676b-43ed-ba21-302b75631737'}}] {{(pid=100914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 05:18:44.940409 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron_lib.callbacks.manager [None req-560f43bf-806a-4226-9dc1-e3969cb0888b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:44.950833 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-638aca7d-ceca-4532-bf54-a904aa27044a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:44.972990 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-a8a1aa04-dcd3-43df-95cb-ed95a2746b40 None None] For port 3357d5fc-bf5d-456c-b154-0992b2282da9, host dv-cinder-804735-5-iscsi, cleared binding levels {{(pid=100913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 05:18:44.977402 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-a8a1aa04-dcd3-43df-95cb-ed95a2746b40 None None] For port 3357d5fc-bf5d-456c-b154-0992b2282da9, host dv-cinder-804735-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-5-iscsi',level=0,port_id=3357d5fc-bf5d-456c-b154-0992b2282da9,segment=NetworkSegment(788b0f22-fdfe-4e25-ba9b-563605bcb4cd),segment_id=788b0f22-fdfe-4e25-ba9b-563605bcb4cd)] {{(pid=100913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 05:18:45.008112 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.plugins.ml2.db [None req-560f43bf-806a-4226-9dc1-e3969cb0888b None None] For port b213173a-6c76-4d21-bbf0-b03f4827dd1f, host dv-cinder-804735-5-iscsi, cleared binding levels {{(pid=100914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 05:18:45.011412 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.plugins.ml2.db [None req-560f43bf-806a-4226-9dc1-e3969cb0888b None None] For port b213173a-6c76-4d21-bbf0-b03f4827dd1f, host dv-cinder-804735-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-5-iscsi',level=0,port_id=b213173a-6c76-4d21-bbf0-b03f4827dd1f,segment=NetworkSegment(ead279e4-9b1d-4b91-bf08-c27cade6e224),segment_id=ead279e4-9b1d-4b91-bf08-c27cade6e224)] {{(pid=100914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 05:18:45.088843 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-a8a1aa04-dcd3-43df-95cb-ed95a2746b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:45.091820 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron_lib.callbacks.manager [None req-560f43bf-806a-4226-9dc1-e3969cb0888b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:45.137613 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560f43bf-806a-4226-9dc1-e3969cb0888b None None] Routers {'9e47d257-d5d9-4a83-993c-0c136a7fa9c1'} bound to L3 agent in host dv-cinder-804735-5-iscsi {{(pid=100914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:18:45.138370 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_hamode_db [None req-560f43bf-806a-4226-9dc1-e3969cb0888b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T04:53:40Z,description=,heartbeat_timestamp=2021-09-01T05:18:40Z,host='dv-cinder-804735-5-iscsi',id=dd4ad2d5-7278-4db2-b968-23881816b870,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:53:41Z,topic='l3_agent')) {'router_ids': ['9e47d257-d5d9-4a83-993c-0c136a7fa9c1'], 'active': True} {{(pid=100914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:18:45.152603 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1aa04-dcd3-43df-95cb-ed95a2746b40 None None] Pushing event updated for resources: {'Port': ['ID=3357d5fc-bf5d-456c-b154-0992b2282da9,revision_number=2']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:18:45.264507 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55583b47-f900-4273-8e06-df5a1c814cf8 None None] Pushing event updated for resources: {'Port': ['ID=b213173a-6c76-4d21-bbf0-b03f4827dd1f,revision_number=4']} {{(pid=100914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:18:45.268349 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-638aca7d-ceca-4532-bf54-a904aa27044a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:45.278003 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_dvr_db [None req-560f43bf-806a-4226-9dc1-e3969cb0888b None None] Set router 9e47d257-d5d9-4a83-993c-0c136a7fa9c1 gateway port host: dv-cinder-804735-5-iscsi {{(pid=100914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:18:45.292111 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-638aca7d-ceca-4532-bf54-a904aa27044a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:45.453815 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.db_base_plugin_common [None req-638aca7d-ceca-4532-bf54-a904aa27044a admin admin] Allocated IP 172.27.2.166 (0effeb3b-80f3-4cb6-8b1a-1774968f7d76/a1ace4a4-4e27-4c96-bf05-cb2f22386a9e/91e924c6-f101-42db-9c25-42b39392620a) {{(pid=100911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 05:18:45.517852 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_hamode_db [None req-560f43bf-806a-4226-9dc1-e3969cb0888b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e47d257-d5d9-4a83-993c-0c136a7fa9c1', 'name': 'tempest-TestVolumeBootPattern-200851941-router', 'tenant_id': '3dae50850ca54af297491f2c37c32fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '6902dfc4-9d35-44d6-bc1a-a08b066663fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:18:38Z', 'updated_at': '2021-09-01T05:18:41Z', 'revision_number': 4, 'project_id': '3dae50850ca54af297491f2c37c32fd4', 'gw_port': {'id': '6902dfc4-9d35-44d6-bc1a-a08b066663fd', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:34:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e47d257-d5d9-4a83-993c-0c136a7fa9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:18:39Z', 'updated_at': '2021-09-01T05:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi', '_interfaces': [{'id': 'b213173a-6c76-4d21-bbf0-b03f4827dd1f', 'name': '', 'network_id': 'ea282e4f-676b-43ed-ba21-302b75631737', 'tenant_id': '3dae50850ca54af297491f2c37c32fd4', 'mac_address': 'fa:16:3e:d8:13:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e47d257-d5d9-4a83-993c-0c136a7fa9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '78584c19-bcc8-49b3-9cdf-ab662b79456b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:18:40Z', 'updated_at': '2021-09-01T05:18:45Z', 'revision_number': 4, 'project_id': '3dae50850ca54af297491f2c37c32fd4', 'subnets': [{'id': '78584c19-bcc8-49b3-9cdf-ab662b79456b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-5-iscsi', False) {} {{(pid=100914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:18:45.545952 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560f43bf-806a-4226-9dc1-e3969cb0888b None None] The sync data for ids ['9e47d257-d5d9-4a83-993c-0c136a7fa9c1'] in dv-cinder-804735-5-iscsi is: [{'id': '9e47d257-d5d9-4a83-993c-0c136a7fa9c1', 'name': 'tempest-TestVolumeBootPattern-200851941-router', 'tenant_id': '3dae50850ca54af297491f2c37c32fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '6902dfc4-9d35-44d6-bc1a-a08b066663fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:18:38Z', 'updated_at': '2021-09-01T05:18:41Z', 'revision_number': 4, 'project_id': '3dae50850ca54af297491f2c37c32fd4', 'gw_port': {'id': '6902dfc4-9d35-44d6-bc1a-a08b066663fd', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:34:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e47d257-d5d9-4a83-993c-0c136a7fa9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:18:39Z', 'updated_at': '2021-09-01T05:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi', '_interfaces': [{'id': 'b213173a-6c76-4d21-bbf0-b03f4827dd1f', 'name': '', 'network_id': 'ea282e4f-676b-43ed-ba21-302b75631737', 'tenant_id': '3dae50850ca54af297491f2c37c32fd4', 'mac_address': 'fa:16:3e:d8:13:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e47d257-d5d9-4a83-993c-0c136a7fa9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '78584c19-bcc8-49b3-9cdf-ab662b79456b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:18:40Z', 'updated_at': '2021-09-01T05:18:45Z', 'revision_number': 4, 'project_id': '3dae50850ca54af297491f2c37c32fd4', 'subnets': [{'id': '78584c19-bcc8-49b3-9cdf-ab662b79456b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 05:18:45.556204 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.agents_db [None req-49e1e325-328c-4825-9e4f-7693071b0ea2 None None] Agent healthcheck: found 6 active agents {{(pid=100914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 05:18:45.570600 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-638aca7d-ceca-4532-bf54-a904aa27044a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:45.665878 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-638aca7d-ceca-4532-bf54-a904aa27044a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780564376589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3457272'] for port, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:45.718114 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638aca7d-ceca-4532-bf54-a904aa27044a admin admin] Network 0effeb3b-80f3-4cb6-8b1a-1774968f7d76 is already hosted by enough agents. {{(pid=100911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:18:45.721459 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.base_scheduler [None req-638aca7d-ceca-4532-bf54-a904aa27044a admin admin] Resources bound (agent type, host, resource id): {{(pid=100911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:18:45.726455 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638aca7d-ceca-4532-bf54-a904aa27044a admin admin] Received port after_create {{(pid=100911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 05:18:45.729899 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638aca7d-ceca-4532-bf54-a904aa27044a admin admin] Pushing event updated for resources: {'Port': ['ID=91e924c6-f101-42db-9c25-42b39392620a,revision_number=1']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:18:45.748703 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device 3357d5fc-bf5d-456c-b154-0992b2282da9 up at agent ovs-agent-dv-cinder-804735-5-iscsi {{(pid=100913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:18:45.860272 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Provisioning for port 3357d5fc-bf5d-456c-b154-0992b2282da9 completed by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:18:45.864574 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device b213173a-6c76-4d21-bbf0-b03f4827dd1f up at agent ovs-agent-dv-cinder-804735-5-iscsi {{(pid=100913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:18:45.974033 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Provisioning for port b213173a-6c76-4d21-bbf0-b03f4827dd1f completed by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:18:45.978549 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Provisioning complete for port b213173a-6c76-4d21-bbf0-b03f4827dd1f triggered by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:18:45.978980 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:46.063225 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-638aca7d-ceca-4532-bf54-a904aa27044a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:46.071821 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:46.116404 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] For port b213173a-6c76-4d21-bbf0-b03f4827dd1f, host dv-cinder-804735-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-5-iscsi',level=0,port_id=b213173a-6c76-4d21-bbf0-b03f4827dd1f,segment=NetworkSegment(ead279e4-9b1d-4b91-bf08-c27cade6e224),segment_id=ead279e4-9b1d-4b91-bf08-c27cade6e224)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:18:46.192477 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868192c5-2708-47d7-95ed-9cab78147ab2 None None] Network e6ba3f4f-7657-43fb-82ba-daea99ac4f0d requested from dv-cinder-804735-5-iscsi {{(pid=100913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 05:18:46.209159 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:46.210339 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device 6902dfc4-9d35-44d6-bc1a-a08b066663fd up at agent ovs-agent-dv-cinder-804735-5-iscsi {{(pid=100913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:18:46.275335 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-638aca7d-ceca-4532-bf54-a904aa27044a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1958606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1958391'] for router, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:46.442461 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-638aca7d-ceca-4532-bf54-a904aa27044a admin admin] Router 40428275-53bc-4495-844a-879f7279b914 is scheduled to L3 agent dd4ad2d5-7278-4db2-b968-23881816b870 with binding_index 1 {{(pid=100911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 01 05:18:46.487849 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Pushing event updated for resources: {'Port': ['ID=b213173a-6c76-4d21-bbf0-b03f4827dd1f,revision_number=5']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:18:46.495284 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-d39372d1-6275-43e3-96ea-d7d17bfeb89d None None] Provisioning for port 3357d5fc-bf5d-456c-b154-0992b2282da9 completed by entity DHCP. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:18:46.518889 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-d39372d1-6275-43e3-96ea-d7d17bfeb89d None None] Provisioning complete for port 3357d5fc-bf5d-456c-b154-0992b2282da9 triggered by entity DHCP. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:18:46.519262 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-d39372d1-6275-43e3-96ea-d7d17bfeb89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:46.522292 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Provisioning complete for port 6902dfc4-9d35-44d6-bc1a-a08b066663fd triggered by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:18:46.522654 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:46.553558 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-638aca7d-ceca-4532-bf54-a904aa27044a admin admin] Notify agent at l3_agent.dv-cinder-804735-5-iscsi the message routers_updated {{(pid=100911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 05:18:46.574676 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e9a4df-368b-47c5-b0cf-61b635ab3d95 None None] Sync routers for ids ['40428275-53bc-4495-844a-879f7279b914'] in dv-cinder-804735-5-iscsi {{(pid=100913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 05:18:46.614133 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-638aca7d-ceca-4532-bf54-a904aa27044a admin admin] Notify callbacks [] for router, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:46.615443 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-638aca7d-ceca-4532-bf54-a904aa27044a admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3167636 Sep 01 05:18:46.618132 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 53820) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:18:46.630204 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e9a4df-368b-47c5-b0cf-61b635ab3d95 None None] Routers {'40428275-53bc-4495-844a-879f7279b914'} bound to L3 agent in host dv-cinder-804735-5-iscsi {{(pid=100913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:18:46.630872 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-93e9a4df-368b-47c5-b0cf-61b635ab3d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T04:53:40Z,description=,heartbeat_timestamp=2021-09-01T05:18:40Z,host='dv-cinder-804735-5-iscsi',id=dd4ad2d5-7278-4db2-b968-23881816b870,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:53:41Z,topic='l3_agent')) {'router_ids': ['40428275-53bc-4495-844a-879f7279b914'], 'active': True} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:18:46.824593 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-d39372d1-6275-43e3-96ea-d7d17bfeb89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:46.832289 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvr_db [None req-93e9a4df-368b-47c5-b0cf-61b635ab3d95 None None] Set router 40428275-53bc-4495-844a-879f7279b914 gateway port host: dv-cinder-804735-5-iscsi {{(pid=100913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:18:46.961094 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-d39372d1-6275-43e3-96ea-d7d17bfeb89d None None] For port 3357d5fc-bf5d-456c-b154-0992b2282da9, host dv-cinder-804735-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-5-iscsi',level=0,port_id=3357d5fc-bf5d-456c-b154-0992b2282da9,segment=NetworkSegment(788b0f22-fdfe-4e25-ba9b-563605bcb4cd),segment_id=788b0f22-fdfe-4e25-ba9b-563605bcb4cd)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:18:47.013959 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-d39372d1-6275-43e3-96ea-d7d17bfeb89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:47.052765 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-6aeddc14-9f36-4331-afc4-95b9adcca464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:47.074091 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39372d1-6275-43e3-96ea-d7d17bfeb89d None None] Pushing event updated for resources: {'Port': ['ID=3357d5fc-bf5d-456c-b154-0992b2282da9,revision_number=3']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:18:47.082480 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-93e9a4df-368b-47c5-b0cf-61b635ab3d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40428275-53bc-4495-844a-879f7279b914', 'name': 'tempest-TestVolumeBootPattern-865174687-router', 'tenant_id': 'd6f7610801674080bb4d25a85a0faaa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '91e924c6-f101-42db-9c25-42b39392620a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:18:44Z', 'updated_at': '2021-09-01T05:18:45Z', 'revision_number': 3, 'project_id': 'd6f7610801674080bb4d25a85a0faaa6', 'gw_port': {'id': '91e924c6-f101-42db-9c25-42b39392620a', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40428275-53bc-4495-844a-879f7279b914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:18:45Z', 'updated_at': '2021-09-01T05:18:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi'}], 'dv-cinder-804735-5-iscsi', False) {} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:18:47.113065 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e9a4df-368b-47c5-b0cf-61b635ab3d95 None None] Checking router: 40428275-53bc-4495-844a-879f7279b914 for host: dv-cinder-804735-5-iscsi {{(pid=100913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 05:18:47.116887 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e9a4df-368b-47c5-b0cf-61b635ab3d95 None None] Updating router 40428275-53bc-4495-844a-879f7279b914 port 91e924c6-f101-42db-9c25-42b39392620a binding host dv-cinder-804735-5-iscsi {{(pid=100913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 05:18:47.144371 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-93e9a4df-368b-47c5-b0cf-61b635ab3d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:47.168013 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-20e084dc-0b3d-431c-9a21-17539b2d6add None None] Provisioning complete for port 3357d5fc-bf5d-456c-b154-0992b2282da9 triggered by entity DHCP. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:18:47.168385 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-20e084dc-0b3d-431c-9a21-17539b2d6add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:47.207722 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.db_base_plugin_common [None req-6aeddc14-9f36-4331-afc4-95b9adcca464 admin admin] Allocated IP 172.20.0.1 (e6ba3f4f-7657-43fb-82ba-daea99ac4f0d/c06255b5-8548-47f3-9a69-adb52d141d3e/cc717a66-a8a3-44c8-95e5-38d4d10210bc) {{(pid=100911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 05:18:47.309164 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-6aeddc14-9f36-4331-afc4-95b9adcca464 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:47.322567 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.provisioning_blocks [None req-6aeddc14-9f36-4331-afc4-95b9adcca464 admin admin] Transition to ACTIVE for port object cc717a66-a8a3-44c8-95e5-38d4d10210bc will not be triggered until provisioned by entity DHCP. {{(pid=100911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:18:47.437408 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-6aeddc14-9f36-4331-afc4-95b9adcca464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780564376589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3457272'] for port, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:47.459278 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-93e9a4df-368b-47c5-b0cf-61b635ab3d95 None None] Notify callbacks [] for port, precommit_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:47.468827 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-93e9a4df-368b-47c5-b0cf-61b635ab3d95 None None] Transition to ACTIVE for port object 91e924c6-f101-42db-9c25-42b39392620a will not be triggered until provisioned by entity L2. {{(pid=100913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:18:47.477102 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aeddc14-9f36-4331-afc4-95b9adcca464 admin admin] Network e6ba3f4f-7657-43fb-82ba-daea99ac4f0d is already hosted by enough agents. {{(pid=100911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:18:47.479987 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.base_scheduler [None req-6aeddc14-9f36-4331-afc4-95b9adcca464 admin admin] Resources bound (agent type, host, resource id): {{(pid=100911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:18:47.489406 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aeddc14-9f36-4331-afc4-95b9adcca464 admin admin] Received port after_create {{(pid=100911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 05:18:47.513899 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeddc14-9f36-4331-afc4-95b9adcca464 admin admin] Pushing event updated for resources: {'Port': ['ID=cc717a66-a8a3-44c8-95e5-38d4d10210bc,revision_number=1']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:18:47.530563 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-6aeddc14-9f36-4331-afc4-95b9adcca464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1959044'] for router_interface, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:47.534638 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-93e9a4df-368b-47c5-b0cf-61b635ab3d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:47.580261 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fa787c-e3db-46bc-8098-076d44e24e17 None None] Pushing event updated for resources: {'Port': ['ID=91e924c6-f101-42db-9c25-42b39392620a,revision_number=2']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:18:47.596776 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.managers [None req-93e9a4df-368b-47c5-b0cf-61b635ab3d95 None None] Attempting to bind port 91e924c6-f101-42db-9c25-42b39392620a on host dv-cinder-804735-5-iscsi for vnic_type normal with profile {{(pid=100913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 05:18:47.597270 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.managers [None req-93e9a4df-368b-47c5-b0cf-61b635ab3d95 None None] Attempting to bind port 91e924c6-f101-42db-9c25-42b39392620a by drivers openvswitch,hyperv on host dv-cinder-804735-5-iscsi at level 0 using segments [{'id': 'ace692d4-e0f2-4d18-963d-d8c8432b7d17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76'}] {{(pid=100913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 05:18:47.598400 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e9a4df-368b-47c5-b0cf-61b635ab3d95 None None] Attempting to bind port 91e924c6-f101-42db-9c25-42b39392620a on network 0effeb3b-80f3-4cb6-8b1a-1774968f7d76 {{(pid=100913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:18:47.604239 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e9a4df-368b-47c5-b0cf-61b635ab3d95 None None] Checking agent: {'id': '262f7f02-ff25-45e4-acf2-78173ac4ae41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 53, 40), 'started_at': datetime.datetime(2021, 9, 1, 4, 54, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 5, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 05:18:47.604866 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e9a4df-368b-47c5-b0cf-61b635ab3d95 None None] Checking segment: {'id': 'ace692d4-e0f2-4d18-963d-d8c8432b7d17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:18:47.605449 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-93e9a4df-368b-47c5-b0cf-61b635ab3d95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:47.605967 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e9a4df-368b-47c5-b0cf-61b635ab3d95 None None] Bound using segment: {'id': 'ace692d4-e0f2-4d18-963d-d8c8432b7d17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76'} {{(pid=100913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 05:18:47.606858 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.managers [None req-93e9a4df-368b-47c5-b0cf-61b635ab3d95 None None] Bound port: 91e924c6-f101-42db-9c25-42b39392620a, host: dv-cinder-804735-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ace692d4-e0f2-4d18-963d-d8c8432b7d17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76'}}] {{(pid=100913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 05:18:47.607536 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-93e9a4df-368b-47c5-b0cf-61b635ab3d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:47.667493 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device 3357d5fc-bf5d-456c-b154-0992b2282da9 up at agent ovs-agent-dv-cinder-804735-5-iscsi {{(pid=100913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:18:47.675250 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-93e9a4df-368b-47c5-b0cf-61b635ab3d95 None None] For port 91e924c6-f101-42db-9c25-42b39392620a, host dv-cinder-804735-5-iscsi, cleared binding levels {{(pid=100913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 05:18:47.709812 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-93e9a4df-368b-47c5-b0cf-61b635ab3d95 None None] For port 91e924c6-f101-42db-9c25-42b39392620a, host dv-cinder-804735-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-5-iscsi',level=0,port_id=91e924c6-f101-42db-9c25-42b39392620a,segment=NetworkSegment(ace692d4-e0f2-4d18-963d-d8c8432b7d17),segment_id=ace692d4-e0f2-4d18-963d-d8c8432b7d17)] {{(pid=100913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 05:18:47.728699 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-6aeddc14-9f36-4331-afc4-95b9adcca464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:47.732069 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Provisioning complete for port 3357d5fc-bf5d-456c-b154-0992b2282da9 triggered by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:18:47.732451 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:47.770192 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-93e9a4df-368b-47c5-b0cf-61b635ab3d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:47.868239 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e9a4df-368b-47c5-b0cf-61b635ab3d95 None None] Routers {'40428275-53bc-4495-844a-879f7279b914'} bound to L3 agent in host dv-cinder-804735-5-iscsi {{(pid=100913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:18:47.868916 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-93e9a4df-368b-47c5-b0cf-61b635ab3d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T04:53:40Z,description=,heartbeat_timestamp=2021-09-01T05:18:40Z,host='dv-cinder-804735-5-iscsi',id=dd4ad2d5-7278-4db2-b968-23881816b870,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:53:41Z,topic='l3_agent')) {'router_ids': ['40428275-53bc-4495-844a-879f7279b914'], 'active': True} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:18:47.879746 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fa787c-e3db-46bc-8098-076d44e24e17 None None] Pushing event updated for resources: {'Port': ['ID=91e924c6-f101-42db-9c25-42b39392620a,revision_number=3']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:18:47.895892 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-6aeddc14-9f36-4331-afc4-95b9adcca464 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:47.921551 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-35c04ddd-1a78-49a0-8aba-3bb4694223ae None None] Provisioning for port cc717a66-a8a3-44c8-95e5-38d4d10210bc completed by entity DHCP. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:18:47.930299 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device b213173a-6c76-4d21-bbf0-b03f4827dd1f up at agent ovs-agent-dv-cinder-804735-5-iscsi {{(pid=100913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:18:47.935471 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-35c04ddd-1a78-49a0-8aba-3bb4694223ae None None] Provisioning complete for port cc717a66-a8a3-44c8-95e5-38d4d10210bc triggered by entity DHCP. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:18:47.935846 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-35c04ddd-1a78-49a0-8aba-3bb4694223ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:47.978911 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-6aeddc14-9f36-4331-afc4-95b9adcca464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3457217'] for port, after_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:48.039758 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.plugin [None req-35c04ddd-1a78-49a0-8aba-3bb4694223ae None None] Port cc717a66-a8a3-44c8-95e5-38d4d10210bc cannot update to ACTIVE because it is not bound. {{(pid=100913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 05:18:48.046713 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeddc14-9f36-4331-afc4-95b9adcca464 admin admin] Pushing event updated for resources: {'Port': ['ID=cc717a66-a8a3-44c8-95e5-38d4d10210bc,revision_number=2']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:18:48.049796 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-6aeddc14-9f36-4331-afc4-95b9adcca464 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1607752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1961012'] for router_interface, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:48.062327 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvr_db [None req-93e9a4df-368b-47c5-b0cf-61b635ab3d95 None None] Set router 40428275-53bc-4495-844a-879f7279b914 gateway port host: dv-cinder-804735-5-iscsi {{(pid=100913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:18:48.101815 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Provisioning complete for port b213173a-6c76-4d21-bbf0-b03f4827dd1f triggered by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:18:48.102185 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:48.137090 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aeddc14-9f36-4331-afc4-95b9adcca464 admin admin] Network e6ba3f4f-7657-43fb-82ba-daea99ac4f0d is already hosted by enough agents. {{(pid=100911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:18:48.138530 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.base_scheduler [None req-6aeddc14-9f36-4331-afc4-95b9adcca464 admin admin] Resources bound (agent type, host, resource id): {{(pid=100911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:18:48.262733 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aeddc14-9f36-4331-afc4-95b9adcca464 admin admin] Router 40428275-53bc-4495-844a-879f7279b914 has already been hosted by L3 agent dd4ad2d5-7278-4db2-b968-23881816b870 {{(pid=100911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 05:18:48.385675 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aeddc14-9f36-4331-afc4-95b9adcca464 admin admin] Notify agent at l3_agent.dv-cinder-804735-5-iscsi the message routers_updated {{(pid=100911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 05:18:48.392230 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-6aeddc14-9f36-4331-afc4-95b9adcca464 admin admin] 10.222.0.11 "PUT /v2.0/routers/40428275-53bc-4495-844a-879f7279b914/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7719986 Sep 01 05:18:48.419893 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-e64f1480-f214-47e8-8803-b2e80735ff68 None None] Provisioning complete for port cc717a66-a8a3-44c8-95e5-38d4d10210bc triggered by entity DHCP. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:18:48.420187 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-e64f1480-f214-47e8-8803-b2e80735ff68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:48.490613 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.plugin [None req-e64f1480-f214-47e8-8803-b2e80735ff68 None None] Port cc717a66-a8a3-44c8-95e5-38d4d10210bc cannot update to ACTIVE because it is not bound. {{(pid=100913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 05:18:48.518317 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-93e9a4df-368b-47c5-b0cf-61b635ab3d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40428275-53bc-4495-844a-879f7279b914', 'name': 'tempest-TestVolumeBootPattern-865174687-router', 'tenant_id': 'd6f7610801674080bb4d25a85a0faaa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '91e924c6-f101-42db-9c25-42b39392620a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:18:44Z', 'updated_at': '2021-09-01T05:18:47Z', 'revision_number': 4, 'project_id': 'd6f7610801674080bb4d25a85a0faaa6', 'gw_port': {'id': '91e924c6-f101-42db-9c25-42b39392620a', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40428275-53bc-4495-844a-879f7279b914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:18:45Z', 'updated_at': '2021-09-01T05:18:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi', '_interfaces': [{'id': 'cc717a66-a8a3-44c8-95e5-38d4d10210bc', 'name': '', 'network_id': 'e6ba3f4f-7657-43fb-82ba-daea99ac4f0d', 'tenant_id': 'd6f7610801674080bb4d25a85a0faaa6', 'mac_address': 'fa:16:3e:8d:56:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40428275-53bc-4495-844a-879f7279b914', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'c06255b5-8548-47f3-9a69-adb52d141d3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:18:47Z', 'updated_at': '2021-09-01T05:18:47Z', 'revision_number': 1, 'project_id': 'd6f7610801674080bb4d25a85a0faaa6', 'subnets': [{'id': 'c06255b5-8548-47f3-9a69-adb52d141d3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-5-iscsi', False) {} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:18:48.544593 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e9a4df-368b-47c5-b0cf-61b635ab3d95 None None] The sync data for ids ['40428275-53bc-4495-844a-879f7279b914'] in dv-cinder-804735-5-iscsi is: [{'id': '40428275-53bc-4495-844a-879f7279b914', 'name': 'tempest-TestVolumeBootPattern-865174687-router', 'tenant_id': 'd6f7610801674080bb4d25a85a0faaa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '91e924c6-f101-42db-9c25-42b39392620a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:18:44Z', 'updated_at': '2021-09-01T05:18:47Z', 'revision_number': 4, 'project_id': 'd6f7610801674080bb4d25a85a0faaa6', 'gw_port': {'id': '91e924c6-f101-42db-9c25-42b39392620a', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40428275-53bc-4495-844a-879f7279b914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:18:45Z', 'updated_at': '2021-09-01T05:18:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi', '_interfaces': [{'id': 'cc717a66-a8a3-44c8-95e5-38d4d10210bc', 'name': '', 'network_id': 'e6ba3f4f-7657-43fb-82ba-daea99ac4f0d', 'tenant_id': 'd6f7610801674080bb4d25a85a0faaa6', 'mac_address': 'fa:16:3e:8d:56:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40428275-53bc-4495-844a-879f7279b914', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'c06255b5-8548-47f3-9a69-adb52d141d3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:18:47Z', 'updated_at': '2021-09-01T05:18:47Z', 'revision_number': 1, 'project_id': 'd6f7610801674080bb4d25a85a0faaa6', 'subnets': [{'id': 'c06255b5-8548-47f3-9a69-adb52d141d3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 05:18:49.489615 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 53828) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:18:49.494299 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.v2.base [None req-088a70fb-aa01-415b-9bc9-b289d2afff8d tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1194092239', 'description': 'tempest-secgroup-smoke-1194092239 description', 'project_id': '3dae50850ca54af297491f2c37c32fd4'}} {{(pid=100912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:18:49.585440 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-088a70fb-aa01-415b-9bc9-b289d2afff8d tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks [] for security_group, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:49.637851 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device 91e924c6-f101-42db-9c25-42b39392620a up at agent ovs-agent-dv-cinder-804735-5-iscsi {{(pid=100913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:18:49.681542 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-088a70fb-aa01-415b-9bc9-b289d2afff8d tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks [] for security_group, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:49.739040 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-088a70fb-aa01-415b-9bc9-b289d2afff8d tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:49.761794 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Provisioning for port 91e924c6-f101-42db-9c25-42b39392620a completed by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:18:49.766550 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Provisioning complete for port 91e924c6-f101-42db-9c25-42b39392620a triggered by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:18:49.767027 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:49.768448 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088a70fb-aa01-415b-9bc9-b289d2afff8d tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d12ac181-d69e-4b4c-9e6b-c5b0fea996b5,revision_number=1']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:18:49.819454 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-088a70fb-aa01-415b-9bc9-b289d2afff8d tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks [] for security_group, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:49.823175 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-088a70fb-aa01-415b-9bc9-b289d2afff8d tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3301253 Sep 01 05:18:49.823737 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 53830) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:18:49.830533 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.v2.base [None req-3b8407f7-ec29-43fe-9717-95987019f479 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Request body: {'security_group_rule': {'security_group_id': 'd12ac181-d69e-4b4c-9e6b-c5b0fea996b5', 'project_id': '3dae50850ca54af297491f2c37c32fd4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:18:49.844891 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:49.864429 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] For port 91e924c6-f101-42db-9c25-42b39392620a, host dv-cinder-804735-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-5-iscsi',level=0,port_id=91e924c6-f101-42db-9c25-42b39392620a,segment=NetworkSegment(ace692d4-e0f2-4d18-963d-d8c8432b7d17),segment_id=ace692d4-e0f2-4d18-963d-d8c8432b7d17)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:18:49.915666 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-3b8407f7-ec29-43fe-9717-95987019f479 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:49.933786 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:49.974650 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-3b8407f7-ec29-43fe-9717-95987019f479 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:49.983228 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Pushing event updated for resources: {'Port': ['ID=91e924c6-f101-42db-9c25-42b39392620a,revision_number=4']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:18:50.042215 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-3b8407f7-ec29-43fe-9717-95987019f479 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71185'] for security_group_rule, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:50.061488 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8407f7-ec29-43fe-9717-95987019f479 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1eb96c8-c6ed-4a0c-ab66-35a2fc627c6e,revision_number=0']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:18:50.133862 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-3b8407f7-ec29-43fe-9717-95987019f479 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:50.135178 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-3b8407f7-ec29-43fe-9717-95987019f479 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3104160 Sep 01 05:18:50.137770 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 53832) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:18:50.142307 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.v2.base [None req-ecc65514-fdd1-4fe8-9c1b-73709324ca84 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Request body: {'security_group_rule': {'security_group_id': 'd12ac181-d69e-4b4c-9e6b-c5b0fea996b5', 'project_id': '3dae50850ca54af297491f2c37c32fd4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:18:50.230011 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-ecc65514-fdd1-4fe8-9c1b-73709324ca84 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:50.286340 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1c60de-5d49-44cc-8b01-a0cecdc495f4 None None] Sync routers for ids ['40428275-53bc-4495-844a-879f7279b914'] in dv-cinder-804735-5-iscsi {{(pid=100914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 05:18:50.291820 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-ecc65514-fdd1-4fe8-9c1b-73709324ca84 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:50.293418 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1c60de-5d49-44cc-8b01-a0cecdc495f4 None None] Routers {'40428275-53bc-4495-844a-879f7279b914'} bound to L3 agent in host dv-cinder-804735-5-iscsi {{(pid=100914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:18:50.294103 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_hamode_db [None req-ff1c60de-5d49-44cc-8b01-a0cecdc495f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T04:53:40Z,description=,heartbeat_timestamp=2021-09-01T05:18:40Z,host='dv-cinder-804735-5-iscsi',id=dd4ad2d5-7278-4db2-b968-23881816b870,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:53:41Z,topic='l3_agent')) {'router_ids': ['40428275-53bc-4495-844a-879f7279b914'], 'active': True} {{(pid=100914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:18:50.385101 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-ecc65514-fdd1-4fe8-9c1b-73709324ca84 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71185'] for security_group_rule, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:50.401221 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_dvr_db [None req-ff1c60de-5d49-44cc-8b01-a0cecdc495f4 None None] Set router 40428275-53bc-4495-844a-879f7279b914 gateway port host: dv-cinder-804735-5-iscsi {{(pid=100914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:18:50.402390 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc65514-fdd1-4fe8-9c1b-73709324ca84 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddf36d17-66ed-4b54-9507-b5da8e218ded,revision_number=0']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:18:50.505465 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-ecc65514-fdd1-4fe8-9c1b-73709324ca84 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:50.506722 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-ecc65514-fdd1-4fe8-9c1b-73709324ca84 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3679917 Sep 01 05:18:50.509578 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 53834) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:18:50.514144 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.v2.base [None req-8f4ea37c-bef8-402e-925b-797497660fb6 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Request body: {'security_group_rule': {'security_group_id': 'd12ac181-d69e-4b4c-9e6b-c5b0fea996b5', 'project_id': '3dae50850ca54af297491f2c37c32fd4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:18:50.596387 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_hamode_db [None req-ff1c60de-5d49-44cc-8b01-a0cecdc495f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40428275-53bc-4495-844a-879f7279b914', 'name': 'tempest-TestVolumeBootPattern-865174687-router', 'tenant_id': 'd6f7610801674080bb4d25a85a0faaa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '91e924c6-f101-42db-9c25-42b39392620a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:18:44Z', 'updated_at': '2021-09-01T05:18:47Z', 'revision_number': 4, 'project_id': 'd6f7610801674080bb4d25a85a0faaa6', 'gw_port': {'id': '91e924c6-f101-42db-9c25-42b39392620a', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40428275-53bc-4495-844a-879f7279b914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:18:45Z', 'updated_at': '2021-09-01T05:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi', '_interfaces': [{'id': 'cc717a66-a8a3-44c8-95e5-38d4d10210bc', 'name': '', 'network_id': 'e6ba3f4f-7657-43fb-82ba-daea99ac4f0d', 'tenant_id': 'd6f7610801674080bb4d25a85a0faaa6', 'mac_address': 'fa:16:3e:8d:56:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40428275-53bc-4495-844a-879f7279b914', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'c06255b5-8548-47f3-9a69-adb52d141d3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:18:47Z', 'updated_at': '2021-09-01T05:18:47Z', 'revision_number': 2, 'project_id': 'd6f7610801674080bb4d25a85a0faaa6', 'subnets': [{'id': 'c06255b5-8548-47f3-9a69-adb52d141d3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-5-iscsi', False) {} {{(pid=100914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:18:50.624979 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-8f4ea37c-bef8-402e-925b-797497660fb6 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:50.694261 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-8f4ea37c-bef8-402e-925b-797497660fb6 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:50.723057 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1c60de-5d49-44cc-8b01-a0cecdc495f4 None None] Checking router: 40428275-53bc-4495-844a-879f7279b914 for host: dv-cinder-804735-5-iscsi {{(pid=100914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 05:18:50.723412 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1c60de-5d49-44cc-8b01-a0cecdc495f4 None None] Updating router 40428275-53bc-4495-844a-879f7279b914 port cc717a66-a8a3-44c8-95e5-38d4d10210bc binding host dv-cinder-804735-5-iscsi {{(pid=100914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 01 05:18:50.747360 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron_lib.callbacks.manager [None req-ff1c60de-5d49-44cc-8b01-a0cecdc495f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:50.751223 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-8f4ea37c-bef8-402e-925b-797497660fb6 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71185'] for security_group_rule, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:50.768679 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4ea37c-bef8-402e-925b-797497660fb6 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c254302a-d802-49a6-8bb5-b39288f21333,revision_number=0']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:18:50.824799 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-8f4ea37c-bef8-402e-925b-797497660fb6 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:50.826058 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-8f4ea37c-bef8-402e-925b-797497660fb6 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3155560 Sep 01 05:18:50.829496 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 53836) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:18:50.835623 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.v2.base [None req-1b4e6e4f-4b8f-4cd7-95ff-848a64550ce9 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Request body: {'security_group_rule': {'security_group_id': 'd12ac181-d69e-4b4c-9e6b-c5b0fea996b5', 'project_id': '3dae50850ca54af297491f2c37c32fd4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:18:50.917131 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-1b4e6e4f-4b8f-4cd7-95ff-848a64550ce9 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:50.992546 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-1b4e6e4f-4b8f-4cd7-95ff-848a64550ce9 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:51.030593 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron_lib.callbacks.manager [None req-ff1c60de-5d49-44cc-8b01-a0cecdc495f4 None None] Notify callbacks [] for port, precommit_update {{(pid=100914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:51.042295 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.provisioning_blocks [None req-ff1c60de-5d49-44cc-8b01-a0cecdc495f4 None None] Transition to ACTIVE for port object cc717a66-a8a3-44c8-95e5-38d4d10210bc will not be triggered until provisioned by entity L2. {{(pid=100914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:18:51.071291 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-1b4e6e4f-4b8f-4cd7-95ff-848a64550ce9 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71185'] for security_group_rule, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:51.089610 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4e6e4f-4b8f-4cd7-95ff-848a64550ce9 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e532241-36d7-43f1-83fa-e3757a0cd00b,revision_number=0']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:18:51.127521 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron_lib.callbacks.manager [None req-ff1c60de-5d49-44cc-8b01-a0cecdc495f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:51.157002 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-1b4e6e4f-4b8f-4cd7-95ff-848a64550ce9 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:51.162901 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-1b4e6e4f-4b8f-4cd7-95ff-848a64550ce9 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3275521 Sep 01 05:18:51.163081 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 53838) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:18:51.168209 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.v2.base [None req-a7662953-5bcc-4ddc-968c-b7166a882e08 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Request body: {'security_group_rule': {'security_group_id': 'd12ac181-d69e-4b4c-9e6b-c5b0fea996b5', 'project_id': '3dae50850ca54af297491f2c37c32fd4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:18:51.181680 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6522a30-cfc6-4447-9796-f29a400d5909 None None] Pushing event updated for resources: {'Port': ['ID=cc717a66-a8a3-44c8-95e5-38d4d10210bc,revision_number=3']} {{(pid=100914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:18:51.243502 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.plugins.ml2.managers [None req-ff1c60de-5d49-44cc-8b01-a0cecdc495f4 None None] Attempting to bind port cc717a66-a8a3-44c8-95e5-38d4d10210bc on host dv-cinder-804735-5-iscsi for vnic_type normal with profile {{(pid=100914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 05:18:51.243872 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.plugins.ml2.managers [None req-ff1c60de-5d49-44cc-8b01-a0cecdc495f4 None None] Attempting to bind port cc717a66-a8a3-44c8-95e5-38d4d10210bc by drivers openvswitch,hyperv on host dv-cinder-804735-5-iscsi at level 0 using segments [{'id': '788b0f22-fdfe-4e25-ba9b-563605bcb4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'e6ba3f4f-7657-43fb-82ba-daea99ac4f0d'}] {{(pid=100914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 05:18:51.244236 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1c60de-5d49-44cc-8b01-a0cecdc495f4 None None] Attempting to bind port cc717a66-a8a3-44c8-95e5-38d4d10210bc on network e6ba3f4f-7657-43fb-82ba-daea99ac4f0d {{(pid=100914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:18:51.251580 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1c60de-5d49-44cc-8b01-a0cecdc495f4 None None] Checking agent: {'id': '262f7f02-ff25-45e4-acf2-78173ac4ae41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804735-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 53, 40), 'started_at': datetime.datetime(2021, 9, 1, 4, 54, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 5, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804735-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 05:18:51.251959 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1c60de-5d49-44cc-8b01-a0cecdc495f4 None None] Checking segment: {'id': '788b0f22-fdfe-4e25-ba9b-563605bcb4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'e6ba3f4f-7657-43fb-82ba-daea99ac4f0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:18:51.252500 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron_lib.callbacks.manager [None req-ff1c60de-5d49-44cc-8b01-a0cecdc495f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:51.253177 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1c60de-5d49-44cc-8b01-a0cecdc495f4 None None] Bound using segment: {'id': '788b0f22-fdfe-4e25-ba9b-563605bcb4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'e6ba3f4f-7657-43fb-82ba-daea99ac4f0d'} {{(pid=100914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 05:18:51.253884 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.plugins.ml2.managers [None req-ff1c60de-5d49-44cc-8b01-a0cecdc495f4 None None] Bound port: cc717a66-a8a3-44c8-95e5-38d4d10210bc, host: dv-cinder-804735-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '788b0f22-fdfe-4e25-ba9b-563605bcb4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'e6ba3f4f-7657-43fb-82ba-daea99ac4f0d'}}] {{(pid=100914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 05:18:51.254289 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron_lib.callbacks.manager [None req-ff1c60de-5d49-44cc-8b01-a0cecdc495f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:51.254695 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.db.securitygroups_db [None req-a7662953-5bcc-4ddc-968c-b7166a882e08 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Project 3dae50850ca54af297491f2c37c32fd4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 05:18:51.260317 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-a7662953-5bcc-4ddc-968c-b7166a882e08 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:51.334109 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-a7662953-5bcc-4ddc-968c-b7166a882e08 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:51.336026 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.plugins.ml2.db [None req-ff1c60de-5d49-44cc-8b01-a0cecdc495f4 None None] For port cc717a66-a8a3-44c8-95e5-38d4d10210bc, host dv-cinder-804735-5-iscsi, cleared binding levels {{(pid=100914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 05:18:51.339438 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.plugins.ml2.db [None req-ff1c60de-5d49-44cc-8b01-a0cecdc495f4 None None] For port cc717a66-a8a3-44c8-95e5-38d4d10210bc, host dv-cinder-804735-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-5-iscsi',level=0,port_id=cc717a66-a8a3-44c8-95e5-38d4d10210bc,segment=NetworkSegment(788b0f22-fdfe-4e25-ba9b-563605bcb4cd),segment_id=788b0f22-fdfe-4e25-ba9b-563605bcb4cd)] {{(pid=100914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 05:18:51.418897 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-a7662953-5bcc-4ddc-968c-b7166a882e08 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71185'] for security_group_rule, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:51.439151 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7662953-5bcc-4ddc-968c-b7166a882e08 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be4c546c-afa1-499d-a0ad-d9040ce51fec,revision_number=0']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:18:51.454602 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron_lib.callbacks.manager [None req-ff1c60de-5d49-44cc-8b01-a0cecdc495f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:51.516415 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6522a30-cfc6-4447-9796-f29a400d5909 None None] Pushing event updated for resources: {'Port': ['ID=cc717a66-a8a3-44c8-95e5-38d4d10210bc,revision_number=4']} {{(pid=100914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:18:51.519073 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1c60de-5d49-44cc-8b01-a0cecdc495f4 None None] Routers {'40428275-53bc-4495-844a-879f7279b914'} bound to L3 agent in host dv-cinder-804735-5-iscsi {{(pid=100914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:18:51.519679 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_hamode_db [None req-ff1c60de-5d49-44cc-8b01-a0cecdc495f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-01T04:53:40Z,description=,heartbeat_timestamp=2021-09-01T05:18:40Z,host='dv-cinder-804735-5-iscsi',id=dd4ad2d5-7278-4db2-b968-23881816b870,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:53:41Z,topic='l3_agent')) {'router_ids': ['40428275-53bc-4495-844a-879f7279b914'], 'active': True} {{(pid=100914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:18:51.537794 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-a7662953-5bcc-4ddc-968c-b7166a882e08 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:51.552160 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-a7662953-5bcc-4ddc-968c-b7166a882e08 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3878231 Sep 01 05:18:51.556451 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 53840) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:18:51.566696 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.v2.base [None req-0da8e93b-99f2-4704-a918-590d8e2a681d tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Request body: {'security_group_rule': {'security_group_id': 'd12ac181-d69e-4b4c-9e6b-c5b0fea996b5', 'project_id': '3dae50850ca54af297491f2c37c32fd4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:18:51.648222 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_dvr_db [None req-ff1c60de-5d49-44cc-8b01-a0cecdc495f4 None None] Set router 40428275-53bc-4495-844a-879f7279b914 gateway port host: dv-cinder-804735-5-iscsi {{(pid=100914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:18:51.665624 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.db.securitygroups_db [None req-0da8e93b-99f2-4704-a918-590d8e2a681d tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Project 3dae50850ca54af297491f2c37c32fd4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 01 05:18:51.666314 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device cc717a66-a8a3-44c8-95e5-38d4d10210bc up at agent ovs-agent-dv-cinder-804735-5-iscsi {{(pid=100913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:18:51.672528 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-0da8e93b-99f2-4704-a918-590d8e2a681d tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:51.748096 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-0da8e93b-99f2-4704-a918-590d8e2a681d tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:51.785482 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Provisioning for port cc717a66-a8a3-44c8-95e5-38d4d10210bc completed by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:18:51.790022 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Provisioning complete for port cc717a66-a8a3-44c8-95e5-38d4d10210bc triggered by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:18:51.790402 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:51.808776 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-0da8e93b-99f2-4704-a918-590d8e2a681d tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71185'] for security_group_rule, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:51.829443 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da8e93b-99f2-4704-a918-590d8e2a681d tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80c11b9c-44b4-4cda-9832-27a0db1e9b78,revision_number=0']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:18:51.871913 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:51.877127 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_hamode_db [None req-ff1c60de-5d49-44cc-8b01-a0cecdc495f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40428275-53bc-4495-844a-879f7279b914', 'name': 'tempest-TestVolumeBootPattern-865174687-router', 'tenant_id': 'd6f7610801674080bb4d25a85a0faaa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '91e924c6-f101-42db-9c25-42b39392620a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:18:44Z', 'updated_at': '2021-09-01T05:18:47Z', 'revision_number': 4, 'project_id': 'd6f7610801674080bb4d25a85a0faaa6', 'gw_port': {'id': '91e924c6-f101-42db-9c25-42b39392620a', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40428275-53bc-4495-844a-879f7279b914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:18:45Z', 'updated_at': '2021-09-01T05:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi', '_interfaces': [{'id': 'cc717a66-a8a3-44c8-95e5-38d4d10210bc', 'name': '', 'network_id': 'e6ba3f4f-7657-43fb-82ba-daea99ac4f0d', 'tenant_id': 'd6f7610801674080bb4d25a85a0faaa6', 'mac_address': 'fa:16:3e:8d:56:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40428275-53bc-4495-844a-879f7279b914', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'c06255b5-8548-47f3-9a69-adb52d141d3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:18:47Z', 'updated_at': '2021-09-01T05:18:51Z', 'revision_number': 4, 'project_id': 'd6f7610801674080bb4d25a85a0faaa6', 'subnets': [{'id': 'c06255b5-8548-47f3-9a69-adb52d141d3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-5-iscsi', False) {} {{(pid=100914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:18:51.888236 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-0da8e93b-99f2-4704-a918-590d8e2a681d tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:51.892352 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-0da8e93b-99f2-4704-a918-590d8e2a681d tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3319426 Sep 01 05:18:51.909453 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] For port cc717a66-a8a3-44c8-95e5-38d4d10210bc, host dv-cinder-804735-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-5-iscsi',level=0,port_id=cc717a66-a8a3-44c8-95e5-38d4d10210bc,segment=NetworkSegment(788b0f22-fdfe-4e25-ba9b-563605bcb4cd),segment_id=788b0f22-fdfe-4e25-ba9b-563605bcb4cd)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:18:51.910055 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1c60de-5d49-44cc-8b01-a0cecdc495f4 None None] The sync data for ids ['40428275-53bc-4495-844a-879f7279b914'] in dv-cinder-804735-5-iscsi is: [{'id': '40428275-53bc-4495-844a-879f7279b914', 'name': 'tempest-TestVolumeBootPattern-865174687-router', 'tenant_id': 'd6f7610801674080bb4d25a85a0faaa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '91e924c6-f101-42db-9c25-42b39392620a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:18:44Z', 'updated_at': '2021-09-01T05:18:47Z', 'revision_number': 4, 'project_id': 'd6f7610801674080bb4d25a85a0faaa6', 'gw_port': {'id': '91e924c6-f101-42db-9c25-42b39392620a', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40428275-53bc-4495-844a-879f7279b914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:18:45Z', 'updated_at': '2021-09-01T05:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi', '_interfaces': [{'id': 'cc717a66-a8a3-44c8-95e5-38d4d10210bc', 'name': '', 'network_id': 'e6ba3f4f-7657-43fb-82ba-daea99ac4f0d', 'tenant_id': 'd6f7610801674080bb4d25a85a0faaa6', 'mac_address': 'fa:16:3e:8d:56:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40428275-53bc-4495-844a-879f7279b914', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'c06255b5-8548-47f3-9a69-adb52d141d3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:18:47Z', 'updated_at': '2021-09-01T05:18:51Z', 'revision_number': 4, 'project_id': 'd6f7610801674080bb4d25a85a0faaa6', 'subnets': [{'id': 'c06255b5-8548-47f3-9a69-adb52d141d3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 05:18:51.985404 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:51.986372 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device 91e924c6-f101-42db-9c25-42b39392620a up at agent ovs-agent-dv-cinder-804735-5-iscsi {{(pid=100913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:18:52.071813 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Pushing event updated for resources: {'Port': ['ID=cc717a66-a8a3-44c8-95e5-38d4d10210bc,revision_number=5']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:18:52.084196 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Provisioning complete for port 91e924c6-f101-42db-9c25-42b39392620a triggered by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:18:52.084569 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:52.269939 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:18:53.618514 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device cc717a66-a8a3-44c8-95e5-38d4d10210bc up at agent ovs-agent-dv-cinder-804735-5-iscsi {{(pid=100913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:18:53.669303 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Provisioning complete for port cc717a66-a8a3-44c8-95e5-38d4d10210bc triggered by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:18:53.669673 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:19:07.259240 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-c68f82a3-7d06-4461-bb1c-f0d5898aff4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:19:09.769411 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-c3664db2-9d36-4977-bcf9-f3b4aa505536 req-464ccf1f-9548-4747-bf5c-cb283e89d9fa tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1194092239&fields=id&tenant_id=3dae50850ca54af297491f2c37c32fd4 HTTP/1.1" status: 200 len: 267 time: 0.0318875 Sep 01 05:19:09.873492 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3664db2-9d36-4977-bcf9-f3b4aa505536 req-aa82cd9d-00a7-453c-ae61-1120b052986e tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:19:09.874982 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-c3664db2-9d36-4977-bcf9-f3b4aa505536 req-aa82cd9d-00a7-453c-ae61-1120b052986e tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/networks?id=ea282e4f-676b-43ed-ba21-302b75631737 HTTP/1.1" status: 200 len: 811 time: 0.0992167 Sep 01 05:19:09.889877 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-c3664db2-9d36-4977-bcf9-f3b4aa505536 req-7ed43a33-16ef-458a-8aab-5c6866a9f288 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/quotas/3dae50850ca54af297491f2c37c32fd4 HTTP/1.1" status: 200 len: 375 time: 0.0093491 Sep 01 05:19:09.938560 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-c3664db2-9d36-4977-bcf9-f3b4aa505536 req-15aa0e76-9d79-4029-8698-05dc99fa1e6a tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=3dae50850ca54af297491f2c37c32fd4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0436358 Sep 01 05:19:10.030367 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-c3664db2-9d36-4977-bcf9-f3b4aa505536 req-c6196b69-9db2-4fc9-9f58-a80b8f3d276c service neutron] 10.222.0.11 "GET /v2.0/networks/ea282e4f-676b-43ed-ba21-302b75631737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801127 Sep 01 05:19:10.036465 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:19:10.059369 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-62cb592d-845f-4409-b96e-4cfcbe95a920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:19:10.123121 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-c3664db2-9d36-4977-bcf9-f3b4aa505536 req-c5bdb26a-0c3f-4ae0-9489-37528c221932 service neutron] 10.222.0.11 "GET /v2.0/networks/ea282e4f-676b-43ed-ba21-302b75631737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865560 Sep 01 05:19:10.641255 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-b8590d54-591e-4f91-b886-950ba427c570 req-db9333ec-9a6a-49af-a0df-3495af695ed9 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc249fe5-937d-4d87-a3f3-79303f4d3dd7 HTTP/1.1" status: 200 len: 210 time: 0.0262017 Sep 01 05:19:11.418256 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-125f6581-13c4-4eca-b15a-10d5e92c8028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:19:11.747542 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-6d050bdf-342c-4981-b891-01f1f396098f req-38a7134f-873a-442c-8bc9-287a200df82f tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc249fe5-937d-4d87-a3f3-79303f4d3dd7 HTTP/1.1" status: 200 len: 210 time: 0.0257094 Sep 01 05:19:12.603113 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3664db2-9d36-4977-bcf9-f3b4aa505536 req-8ca692fe-30d5-4e6e-b98c-02e7b722a832 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:19:12.604730 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-c3664db2-9d36-4977-bcf9-f3b4aa505536 req-8ca692fe-30d5-4e6e-b98c-02e7b722a832 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.37 "GET /v2.0/networks?id=ea282e4f-676b-43ed-ba21-302b75631737 HTTP/1.1" status: 200 len: 811 time: 0.1060531 Sep 01 05:19:12.654067 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-c3664db2-9d36-4977-bcf9-f3b4aa505536 req-5da2983a-3546-4bd4-9f82-38f50d54f164 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3dae50850ca54af297491f2c37c32fd4 HTTP/1.1" status: 200 len: 380 time: 0.0350490 Sep 01 05:19:12.664068 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.v2.base [req-c3664db2-9d36-4977-bcf9-f3b4aa505536 req-ace2f967-c6b6-4811-89d3-9cf6156d2da7 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Request body: {'port': {'device_id': 'cc249fe5-937d-4d87-a3f3-79303f4d3dd7', 'network_id': 'ea282e4f-676b-43ed-ba21-302b75631737', 'admin_state_up': True, 'tenant_id': '3dae50850ca54af297491f2c37c32fd4', 'security_groups': ['d12ac181-d69e-4b4c-9e6b-c5b0fea996b5']}} {{(pid=100911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:19:12.842982 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e01d6b61-0d93-4548-b7df-3fbe50f10160 req-dd18353f-93ab-447a-b868-cd3fc5bd39e3 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc249fe5-937d-4d87-a3f3-79303f4d3dd7 HTTP/1.1" status: 200 len: 210 time: 0.0293779 Sep 01 05:19:12.853062 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3664db2-9d36-4977-bcf9-f3b4aa505536 req-ace2f967-c6b6-4811-89d3-9cf6156d2da7 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Made reservation on behalf of 3dae50850ca54af297491f2c37c32fd4 for: {'port': 1} {{(pid=100911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 05:19:12.859691 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-c3664db2-9d36-4977-bcf9-f3b4aa505536 req-ace2f967-c6b6-4811-89d3-9cf6156d2da7 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:19:12.980151 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.db_base_plugin_common [req-c3664db2-9d36-4977-bcf9-f3b4aa505536 req-ace2f967-c6b6-4811-89d3-9cf6156d2da7 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Allocated IP 172.20.0.10 (ea282e4f-676b-43ed-ba21-302b75631737/78584c19-bcc8-49b3-9cdf-ab662b79456b/6fb124a7-4c25-49ae-ade2-3a7abd78aec8) {{(pid=100911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 05:19:13.113174 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-c3664db2-9d36-4977-bcf9-f3b4aa505536 req-ace2f967-c6b6-4811-89d3-9cf6156d2da7 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks [] for port, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:19:13.135715 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.provisioning_blocks [req-c3664db2-9d36-4977-bcf9-f3b4aa505536 req-ace2f967-c6b6-4811-89d3-9cf6156d2da7 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Transition to ACTIVE for port object 6fb124a7-4c25-49ae-ade2-3a7abd78aec8 will not be triggered until provisioned by entity DHCP. {{(pid=100911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:19:13.247834 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-c3664db2-9d36-4977-bcf9-f3b4aa505536 req-ace2f967-c6b6-4811-89d3-9cf6156d2da7 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780564376589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3457272'] for port, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:19:13.286974 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3664db2-9d36-4977-bcf9-f3b4aa505536 req-ace2f967-c6b6-4811-89d3-9cf6156d2da7 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Network ea282e4f-676b-43ed-ba21-302b75631737 is already hosted by enough agents. {{(pid=100911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:19:13.291776 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.base_scheduler [req-c3664db2-9d36-4977-bcf9-f3b4aa505536 req-ace2f967-c6b6-4811-89d3-9cf6156d2da7 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Resources bound (agent type, host, resource id): {{(pid=100911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:19:13.293894 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-57069d07-1191-4bd8-9ef8-43ac9a8b42c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:19:13.296151 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3664db2-9d36-4977-bcf9-f3b4aa505536 req-ace2f967-c6b6-4811-89d3-9cf6156d2da7 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Received port after_create {{(pid=100911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 05:19:13.325500 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace2f967-c6b6-4811-89d3-9cf6156d2da7 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Pushing event updated for resources: {'Port': ['ID=6fb124a7-4c25-49ae-ade2-3a7abd78aec8,revision_number=1']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:19:13.356725 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3664db2-9d36-4977-bcf9-f3b4aa505536 req-ace2f967-c6b6-4811-89d3-9cf6156d2da7 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:19:13.357484 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-c3664db2-9d36-4977-bcf9-f3b4aa505536 req-ace2f967-c6b6-4811-89d3-9cf6156d2da7 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428309'] for port, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:19:13.453473 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-c3664db2-9d36-4977-bcf9-f3b4aa505536 req-ace2f967-c6b6-4811-89d3-9cf6156d2da7 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7929194 Sep 01 05:19:13.472174 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.v2.base [req-c3664db2-9d36-4977-bcf9-f3b4aa505536 req-ded29f49-ac9a-421f-a6de-10de08ae2e0b service neutron] Request body: {'port': {'device_id': 'cc249fe5-937d-4d87-a3f3-79303f4d3dd7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=100911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:19:13.535095 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-c3664db2-9d36-4977-bcf9-f3b4aa505536 req-ded29f49-ac9a-421f-a6de-10de08ae2e0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:19:13.687708 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-fa2b647e-bee5-4910-b241-d09c5ddd87e4 None None] Provisioning for port 6fb124a7-4c25-49ae-ade2-3a7abd78aec8 completed by entity DHCP. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:19:13.691767 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-fa2b647e-bee5-4910-b241-d09c5ddd87e4 None None] Provisioning complete for port 6fb124a7-4c25-49ae-ade2-3a7abd78aec8 triggered by entity DHCP. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:19:13.692148 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-fa2b647e-bee5-4910-b241-d09c5ddd87e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:19:13.733345 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.plugin [None req-fa2b647e-bee5-4910-b241-d09c5ddd87e4 None None] Port 6fb124a7-4c25-49ae-ade2-3a7abd78aec8 cannot update to ACTIVE because it is not bound. {{(pid=100913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 05:19:13.795322 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.notifiers.nova [req-c3664db2-9d36-4977-bcf9-f3b4aa505536 req-ded29f49-ac9a-421f-a6de-10de08ae2e0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fb124a7-4c25-49ae-ade2-3a7abd78aec8 {{(pid=100911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 05:19:13.802485 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-c3664db2-9d36-4977-bcf9-f3b4aa505536 req-ded29f49-ac9a-421f-a6de-10de08ae2e0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:19:13.814581 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.provisioning_blocks [req-c3664db2-9d36-4977-bcf9-f3b4aa505536 req-ded29f49-ac9a-421f-a6de-10de08ae2e0b service neutron] Transition to ACTIVE for port object 6fb124a7-4c25-49ae-ade2-3a7abd78aec8 will not be triggered until provisioned by entity L2. {{(pid=100911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:19:13.899116 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-c3664db2-9d36-4977-bcf9-f3b4aa505536 req-ded29f49-ac9a-421f-a6de-10de08ae2e0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3457217'] for port, after_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:19:13.947916 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded29f49-ac9a-421f-a6de-10de08ae2e0b service neutron] Pushing event updated for resources: {'Port': ['ID=6fb124a7-4c25-49ae-ade2-3a7abd78aec8,revision_number=2']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:19:13.991952 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c6ee48-6bc8-40cd-b8c4-3d10c1743d0f req-3d0e5ae1-c1cb-49e2-8feb-e54febb17c40 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:19:13.993372 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-c7c6ee48-6bc8-40cd-b8c4-3d10c1743d0f req-3d0e5ae1-c1cb-49e2-8feb-e54febb17c40 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc249fe5-937d-4d87-a3f3-79303f4d3dd7 HTTP/1.1" status: 200 len: 944 time: 0.0809915 Sep 01 05:19:14.027779 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.managers [req-c3664db2-9d36-4977-bcf9-f3b4aa505536 req-ded29f49-ac9a-421f-a6de-10de08ae2e0b service neutron] Attempting to bind port 6fb124a7-4c25-49ae-ade2-3a7abd78aec8 on host hv-cinder-80473 for vnic_type normal with profile {{(pid=100911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 05:19:14.032306 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.managers [req-c3664db2-9d36-4977-bcf9-f3b4aa505536 req-ded29f49-ac9a-421f-a6de-10de08ae2e0b service neutron] Attempting to bind port 6fb124a7-4c25-49ae-ade2-3a7abd78aec8 by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'ead279e4-9b1d-4b91-bf08-c27cade6e224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ea282e4f-676b-43ed-ba21-302b75631737'}] {{(pid=100911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 05:19:14.032306 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3664db2-9d36-4977-bcf9-f3b4aa505536 req-ded29f49-ac9a-421f-a6de-10de08ae2e0b service neutron] Attempting to bind port 6fb124a7-4c25-49ae-ade2-3a7abd78aec8 on network ea282e4f-676b-43ed-ba21-302b75631737 {{(pid=100911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:19:14.037902 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3664db2-9d36-4977-bcf9-f3b4aa505536 req-ded29f49-ac9a-421f-a6de-10de08ae2e0b service neutron] Port 6fb124a7-4c25-49ae-ade2-3a7abd78aec8 on network ea282e4f-676b-43ed-ba21-302b75631737 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=100911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 05:19:14.038316 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3664db2-9d36-4977-bcf9-f3b4aa505536 req-ded29f49-ac9a-421f-a6de-10de08ae2e0b service neutron] Attempting to bind port 6fb124a7-4c25-49ae-ade2-3a7abd78aec8 on network ea282e4f-676b-43ed-ba21-302b75631737 {{(pid=100911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:19:14.045030 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-c7c6ee48-6bc8-40cd-b8c4-3d10c1743d0f req-3fcbdd47-df7b-40c5-8800-1954ccc04c92 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/security-groups?id=d12ac181-d69e-4b4c-9e6b-c5b0fea996b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438354 Sep 01 05:19:14.045241 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3664db2-9d36-4977-bcf9-f3b4aa505536 req-ded29f49-ac9a-421f-a6de-10de08ae2e0b service neutron] Checking agent: {'id': '5dc78e7a-d30d-4469-a2d3-6a9bc399bc32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 59, 52), 'started_at': datetime.datetime(2021, 9, 1, 4, 59, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 5, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 05:19:14.045370 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3664db2-9d36-4977-bcf9-f3b4aa505536 req-ded29f49-ac9a-421f-a6de-10de08ae2e0b service neutron] Checking segment: {'id': 'ead279e4-9b1d-4b91-bf08-c27cade6e224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ea282e4f-676b-43ed-ba21-302b75631737'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:19:14.045886 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3664db2-9d36-4977-bcf9-f3b4aa505536 req-ded29f49-ac9a-421f-a6de-10de08ae2e0b service neutron] Bound using segment: {'id': 'ead279e4-9b1d-4b91-bf08-c27cade6e224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ea282e4f-676b-43ed-ba21-302b75631737'} {{(pid=100911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 05:19:14.046380 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.managers [req-c3664db2-9d36-4977-bcf9-f3b4aa505536 req-ded29f49-ac9a-421f-a6de-10de08ae2e0b service neutron] Bound port: 6fb124a7-4c25-49ae-ade2-3a7abd78aec8, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ead279e4-9b1d-4b91-bf08-c27cade6e224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ea282e4f-676b-43ed-ba21-302b75631737'}}] {{(pid=100911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 05:19:14.046959 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-c3664db2-9d36-4977-bcf9-f3b4aa505536 req-ded29f49-ac9a-421f-a6de-10de08ae2e0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:19:14.117741 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.db [req-c3664db2-9d36-4977-bcf9-f3b4aa505536 req-ded29f49-ac9a-421f-a6de-10de08ae2e0b service neutron] For port 6fb124a7-4c25-49ae-ade2-3a7abd78aec8, host hv-cinder-80473, cleared binding levels {{(pid=100911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 05:19:14.121464 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.db [req-c3664db2-9d36-4977-bcf9-f3b4aa505536 req-ded29f49-ac9a-421f-a6de-10de08ae2e0b service neutron] For port 6fb124a7-4c25-49ae-ade2-3a7abd78aec8, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=6fb124a7-4c25-49ae-ade2-3a7abd78aec8,segment=NetworkSegment(ead279e4-9b1d-4b91-bf08-c27cade6e224),segment_id=ead279e4-9b1d-4b91-bf08-c27cade6e224)] {{(pid=100911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 05:19:14.161942 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-c3664db2-9d36-4977-bcf9-f3b4aa505536 req-ded29f49-ac9a-421f-a6de-10de08ae2e0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3457217'] for port, after_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:19:14.201016 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3664db2-9d36-4977-bcf9-f3b4aa505536 req-ded29f49-ac9a-421f-a6de-10de08ae2e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:19:14.201632 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-c3664db2-9d36-4977-bcf9-f3b4aa505536 req-ded29f49-ac9a-421f-a6de-10de08ae2e0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428309'] for port, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:19:14.203067 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-c3664db2-9d36-4977-bcf9-f3b4aa505536 req-ded29f49-ac9a-421f-a6de-10de08ae2e0b service neutron] 10.222.0.37 "PUT /v2.0/ports/6fb124a7-4c25-49ae-ade2-3a7abd78aec8 HTTP/1.1" status: 200 len: 1094 time: 0.7354448 Sep 01 05:19:14.203510 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc249fe5-937d-4d87-a3f3-79303f4d3dd7', 'tag': '6fb124a7-4c25-49ae-ade2-3a7abd78aec8'}] {{(pid=100911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:19:14.206064 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2199b4ef80d697cbc8f6ff5e200fd84d3ba25b9ef6d03a08fa18221b1b049e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e3cec9-e4f3-4f06-b306-893c39852a15" -d '{"events": [{"name": "network-changed", "server_uuid": "cc249fe5-937d-4d87-a3f3-79303f4d3dd7", "tag": "6fb124a7-4c25-49ae-ade2-3a7abd78aec8"}]}' {{(pid=100911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:19:14.234776 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded29f49-ac9a-421f-a6de-10de08ae2e0b service neutron] Pushing event updated for resources: {'Port': ['ID=6fb124a7-4c25-49ae-ade2-3a7abd78aec8,revision_number=3']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:19:14.248816 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 05:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2ba7be7-776f-4859-8002-9c017dbe9181 x-openstack-request-id: req-d2ba7be7-776f-4859-8002-9c017dbe9181 {{(pid=100911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:19:14.249108 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc249fe5-937d-4d87-a3f3-79303f4d3dd7", "tag": "6fb124a7-4c25-49ae-ade2-3a7abd78aec8", "status": "completed", "code": 200}]} {{(pid=100911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:19:14.249368 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d2ba7be7-776f-4859-8002-9c017dbe9181 {{(pid=100911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:19:14.249770 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc249fe5-937d-4d87-a3f3-79303f4d3dd7', 'tag': '6fb124a7-4c25-49ae-ade2-3a7abd78aec8', 'status': 'completed', 'code': 200} Sep 01 05:19:14.337584 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e3cec9-e4f3-4f06-b306-893c39852a15 req-69b829b1-57dd-4396-9021-6d3e6059071e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:19:14.339205 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-b7e3cec9-e4f3-4f06-b306-893c39852a15 req-69b829b1-57dd-4396-9021-6d3e6059071e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3dae50850ca54af297491f2c37c32fd4&device_id=cc249fe5-937d-4d87-a3f3-79303f4d3dd7 HTTP/1.1" status: 200 len: 1097 time: 0.0476737 Sep 01 05:19:14.442173 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e3cec9-e4f3-4f06-b306-893c39852a15 req-1100e008-7c71-4ac4-a6f4-ff78531ba32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:19:14.443686 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-b7e3cec9-e4f3-4f06-b306-893c39852a15 req-1100e008-7c71-4ac4-a6f4-ff78531ba32d service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=3dae50850ca54af297491f2c37c32fd4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0910194 Sep 01 05:19:14.789914 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e3cec9-e4f3-4f06-b306-893c39852a15 req-44cda5d2-cc1a-452c-bbc2-27075b8fea63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:19:14.791337 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-b7e3cec9-e4f3-4f06-b306-893c39852a15 req-44cda5d2-cc1a-452c-bbc2-27075b8fea63 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3411410 Sep 01 05:19:14.889211 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3664db2-9d36-4977-bcf9-f3b4aa505536 req-e37ec5d7-d130-4b3e-a3b4-8d17d732d518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:19:14.890637 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-c3664db2-9d36-4977-bcf9-f3b4aa505536 req-e37ec5d7-d130-4b3e-a3b4-8d17d732d518 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3dae50850ca54af297491f2c37c32fd4&device_id=cc249fe5-937d-4d87-a3f3-79303f4d3dd7 HTTP/1.1" status: 200 len: 1097 time: 0.0394738 Sep 01 05:19:14.936600 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-c3664db2-9d36-4977-bcf9-f3b4aa505536 req-d9221abe-a237-4dcc-bc65-b3ab03fac230 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6fb124a7-4c25-49ae-ade2-3a7abd78aec8 HTTP/1.1" status: 200 len: 217 time: 0.0328228 Sep 01 05:19:14.986147 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3664db2-9d36-4977-bcf9-f3b4aa505536 req-36fbf97a-600e-46ab-bba4-69e9f16905d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:19:14.987534 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-c3664db2-9d36-4977-bcf9-f3b4aa505536 req-36fbf97a-600e-46ab-bba4-69e9f16905d4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=78584c19-bcc8-49b3-9cdf-ab662b79456b HTTP/1.1" status: 200 len: 850 time: 0.0440223 Sep 01 05:19:15.030317 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3664db2-9d36-4977-bcf9-f3b4aa505536 req-f68534dd-c519-4569-ab9a-ee9b2c10764c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:19:15.031741 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-c3664db2-9d36-4977-bcf9-f3b4aa505536 req-f68534dd-c519-4569-ab9a-ee9b2c10764c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ea282e4f-676b-43ed-ba21-302b75631737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0372169 Sep 01 05:19:15.119272 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-c3664db2-9d36-4977-bcf9-f3b4aa505536 req-a9d4180f-e53d-4e65-bbaf-13afc62e6814 service neutron] 10.222.0.37 "GET /v2.0/networks/ea282e4f-676b-43ed-ba21-302b75631737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803320 Sep 01 05:19:15.159003 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd2421-4f4e-48fa-b289-b95f0a17feb3 req-cee58f9e-9214-42c2-81d2-a8641ae32e6c tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:19:15.160492 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-51cd2421-4f4e-48fa-b289-b95f0a17feb3 req-cee58f9e-9214-42c2-81d2-a8641ae32e6c tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc249fe5-937d-4d87-a3f3-79303f4d3dd7 HTTP/1.1" status: 200 len: 944 time: 0.0487800 Sep 01 05:19:15.197490 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-51cd2421-4f4e-48fa-b289-b95f0a17feb3 req-4d37d3ed-1854-49ef-9181-703fbdd7d2af tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/security-groups?id=d12ac181-d69e-4b4c-9e6b-c5b0fea996b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311952 Sep 01 05:19:15.213178 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-c3664db2-9d36-4977-bcf9-f3b4aa505536 req-11958ab8-424d-4422-ab41-fa4649e63d77 service neutron] 10.222.0.37 "GET /v2.0/networks/ea282e4f-676b-43ed-ba21-302b75631737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869634 Sep 01 05:19:16.311856 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbb539d-2b1a-4759-a43c-8c0f7d9cfbaf req-4f170378-59d2-4c0e-b176-76835dad391f tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:19:16.313345 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-7cbb539d-2b1a-4759-a43c-8c0f7d9cfbaf req-4f170378-59d2-4c0e-b176-76835dad391f tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc249fe5-937d-4d87-a3f3-79303f4d3dd7 HTTP/1.1" status: 200 len: 944 time: 0.0473998 Sep 01 05:19:16.350478 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-7cbb539d-2b1a-4759-a43c-8c0f7d9cfbaf req-331a6c58-4a1b-40ed-8f07-ebe1f8a53ce9 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/security-groups?id=d12ac181-d69e-4b4c-9e6b-c5b0fea996b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311348 Sep 01 05:19:17.466428 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13ad630-9f1b-4652-81b6-587700c278b0 req-d2e65f29-bb6a-4e1f-93e3-8cb35be5089a tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:19:17.467907 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-d13ad630-9f1b-4652-81b6-587700c278b0 req-d2e65f29-bb6a-4e1f-93e3-8cb35be5089a tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc249fe5-937d-4d87-a3f3-79303f4d3dd7 HTTP/1.1" status: 200 len: 944 time: 0.0520716 Sep 01 05:19:17.504776 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-d13ad630-9f1b-4652-81b6-587700c278b0 req-42dcd933-5d23-4a66-887d-1f80822b2d9f tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/security-groups?id=d12ac181-d69e-4b4c-9e6b-c5b0fea996b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310245 Sep 01 05:19:18.616415 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9854625e-5396-4172-9d89-bc81f35478bd req-5ced9327-4b00-433a-b2dc-95ae3d8fd83c tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:19:18.617888 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-9854625e-5396-4172-9d89-bc81f35478bd req-5ced9327-4b00-433a-b2dc-95ae3d8fd83c tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc249fe5-937d-4d87-a3f3-79303f4d3dd7 HTTP/1.1" status: 200 len: 944 time: 0.0472627 Sep 01 05:19:18.655267 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-9854625e-5396-4172-9d89-bc81f35478bd req-b2c3bac3-b6b4-4226-81a1-43f3711b87ad tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/security-groups?id=d12ac181-d69e-4b4c-9e6b-c5b0fea996b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305254 Sep 01 05:19:19.767767 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858554bb-2b96-4a62-a0ea-2b9cd6222194 req-9870ae1d-a428-4ad6-b0c7-d0622fb6fbad tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:19:19.769246 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-858554bb-2b96-4a62-a0ea-2b9cd6222194 req-9870ae1d-a428-4ad6-b0c7-d0622fb6fbad tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc249fe5-937d-4d87-a3f3-79303f4d3dd7 HTTP/1.1" status: 200 len: 944 time: 0.0485129 Sep 01 05:19:19.806291 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-858554bb-2b96-4a62-a0ea-2b9cd6222194 req-3e1f2c13-abd0-4226-809b-db91425a2449 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/security-groups?id=d12ac181-d69e-4b4c-9e6b-c5b0fea996b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313318 Sep 01 05:19:20.942661 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056e2cb4-0d65-422f-8479-7e0b6dbe281a req-ce50bd9f-a4c6-406e-915f-c8265dae9e24 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:19:20.944224 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-056e2cb4-0d65-422f-8479-7e0b6dbe281a req-ce50bd9f-a4c6-406e-915f-c8265dae9e24 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc249fe5-937d-4d87-a3f3-79303f4d3dd7 HTTP/1.1" status: 200 len: 944 time: 0.0674338 Sep 01 05:19:20.981198 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-056e2cb4-0d65-422f-8479-7e0b6dbe281a req-19d026dc-d77c-49ee-b765-c91a821d88ea tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/security-groups?id=d12ac181-d69e-4b4c-9e6b-c5b0fea996b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305083 Sep 01 05:19:22.092652 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbd281d-7bd2-4ad9-bf44-3fa197bfacd9 req-95bf94cd-8e21-4b67-a116-7a5edfbb6be8 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:19:22.094119 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-8cbd281d-7bd2-4ad9-bf44-3fa197bfacd9 req-95bf94cd-8e21-4b67-a116-7a5edfbb6be8 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc249fe5-937d-4d87-a3f3-79303f4d3dd7 HTTP/1.1" status: 200 len: 944 time: 0.0476108 Sep 01 05:19:22.139399 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-8cbd281d-7bd2-4ad9-bf44-3fa197bfacd9 req-79560467-502f-4560-a6a6-3fbdbc621433 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/security-groups?id=d12ac181-d69e-4b4c-9e6b-c5b0fea996b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394466 Sep 01 05:19:22.247070 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:19:22.555932 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.agents_db [None req-49e1e325-328c-4825-9e4f-7693071b0ea2 None None] Agent healthcheck: found 6 active agents {{(pid=100914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 05:19:23.252238 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a3f328-c23b-435c-8caf-beec315a92f2 req-5be673e1-e504-4bf8-8d83-5500ad79d29a tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:19:23.253710 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-66a3f328-c23b-435c-8caf-beec315a92f2 req-5be673e1-e504-4bf8-8d83-5500ad79d29a tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc249fe5-937d-4d87-a3f3-79303f4d3dd7 HTTP/1.1" status: 200 len: 944 time: 0.0480225 Sep 01 05:19:23.290583 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-66a3f328-c23b-435c-8caf-beec315a92f2 req-4eb52326-0341-4670-a960-7f87e0936003 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/security-groups?id=d12ac181-d69e-4b4c-9e6b-c5b0fea996b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307415 Sep 01 05:19:23.382977 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device 6fb124a7-4c25-49ae-ade2-3a7abd78aec8 details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=100913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 05:19:23.478654 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] For port 6fb124a7-4c25-49ae-ade2-3a7abd78aec8, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=6fb124a7-4c25-49ae-ade2-3a7abd78aec8,segment=NetworkSegment(ead279e4-9b1d-4b91-bf08-c27cade6e224),segment_id=ead279e4-9b1d-4b91-bf08-c27cade6e224)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:19:23.489707 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Returning: {'device': '6fb124a7-4c25-49ae-ade2-3a7abd78aec8', 'network_id': 'ea282e4f-676b-43ed-ba21-302b75631737', 'port_id': '6fb124a7-4c25-49ae-ade2-3a7abd78aec8', 'mac_address': 'fa:16:3e:2f:48:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78584c19-bcc8-49b3-9cdf-ab662b79456b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 05:19:23.529816 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:19:23.541795 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.notifiers.nova [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fb124a7-4c25-49ae-ade2-3a7abd78aec8 {{(pid=100913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 05:19:23.560613 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] For port 6fb124a7-4c25-49ae-ade2-3a7abd78aec8, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=6fb124a7-4c25-49ae-ade2-3a7abd78aec8,segment=NetworkSegment(ead279e4-9b1d-4b91-bf08-c27cade6e224),segment_id=ead279e4-9b1d-4b91-bf08-c27cade6e224)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:19:23.624072 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:19:23.670627 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Pushing event updated for resources: {'Port': ['ID=6fb124a7-4c25-49ae-ade2-3a7abd78aec8,revision_number=4']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:19:23.904748 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] get_ports_and_sgs() called for port_ids ['6fb124a7-4c25-49ae-ade2-3a7abd78aec8'] {{(pid=100913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 05:19:24.406655 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124a7543-2afb-4082-ad59-b047911c15bf req-94611ccf-9fba-42d4-b3bb-2a05aeffad96 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:19:24.408191 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-124a7543-2afb-4082-ad59-b047911c15bf req-94611ccf-9fba-42d4-b3bb-2a05aeffad96 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc249fe5-937d-4d87-a3f3-79303f4d3dd7 HTTP/1.1" status: 200 len: 945 time: 0.0518467 Sep 01 05:19:24.444637 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-124a7543-2afb-4082-ad59-b047911c15bf req-f687e5cb-4e26-40a0-b20e-d475664e3b76 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/security-groups?id=d12ac181-d69e-4b4c-9e6b-c5b0fea996b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307302 Sep 01 05:19:25.402181 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device 6fb124a7-4c25-49ae-ade2-3a7abd78aec8 up at agent hyperv_hv-cinder-80473 {{(pid=100913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:19:25.509013 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Provisioning for port 6fb124a7-4c25-49ae-ade2-3a7abd78aec8 completed by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:19:25.514075 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Provisioning complete for port 6fb124a7-4c25-49ae-ade2-3a7abd78aec8 triggered by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:19:25.514461 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:19:25.556588 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c31671-2888-41f3-b97b-fa3d16bcc811 req-78bf526a-b5f0-42f2-84a1-6bfa0d27e89f tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:19:25.557988 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-70c31671-2888-41f3-b97b-fa3d16bcc811 req-78bf526a-b5f0-42f2-84a1-6bfa0d27e89f tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc249fe5-937d-4d87-a3f3-79303f4d3dd7 HTTP/1.1" status: 200 len: 945 time: 0.0480251 Sep 01 05:19:25.596970 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:19:25.598410 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-70c31671-2888-41f3-b97b-fa3d16bcc811 req-2e5fb0c2-200e-4f34-b210-6e55066acafc tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/security-groups?id=d12ac181-d69e-4b4c-9e6b-c5b0fea996b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343773 Sep 01 05:19:25.619493 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc249fe5-937d-4d87-a3f3-79303f4d3dd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fb124a7-4c25-49ae-ade2-3a7abd78aec8'}] {{(pid=100913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:19:25.622347 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac1e9064bfa394a3c8e95a7ae5ebf8ce235ac3ce60c2245422c4078f9b609c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-541664c2-9a00-4817-b380-6d949b5cb07c" -d '{"events": [{"server_uuid": "cc249fe5-937d-4d87-a3f3-79303f4d3dd7", "name": "network-vif-plugged", "status": "completed", "tag": "6fb124a7-4c25-49ae-ade2-3a7abd78aec8"}]}' {{(pid=100913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:19:25.634227 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] For port 6fb124a7-4c25-49ae-ade2-3a7abd78aec8, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=6fb124a7-4c25-49ae-ade2-3a7abd78aec8,segment=NetworkSegment(ead279e4-9b1d-4b91-bf08-c27cade6e224),segment_id=ead279e4-9b1d-4b91-bf08-c27cade6e224)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:19:25.709923 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:19:25.732733 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 05:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c652f5e3-c383-4d6f-9d93-15380c7a6e7a x-openstack-request-id: req-c652f5e3-c383-4d6f-9d93-15380c7a6e7a {{(pid=100913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:19:25.733028 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc249fe5-937d-4d87-a3f3-79303f4d3dd7", "name": "network-vif-plugged", "status": "completed", "tag": "6fb124a7-4c25-49ae-ade2-3a7abd78aec8", "code": 200}]} {{(pid=100913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:19:25.733280 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c652f5e3-c383-4d6f-9d93-15380c7a6e7a {{(pid=100913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:19:25.733662 dv-cinder-804735-5-iscsi neutron-server[100913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc249fe5-937d-4d87-a3f3-79303f4d3dd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fb124a7-4c25-49ae-ade2-3a7abd78aec8', 'code': 200} Sep 01 05:19:25.761620 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Pushing event updated for resources: {'Port': ['ID=6fb124a7-4c25-49ae-ade2-3a7abd78aec8,revision_number=5']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:19:26.060634 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a7c2fa-7e5a-46c4-8c89-83f41a2707e1 req-321a98e8-8258-40e7-809b-4a954ea6feb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:19:26.062062 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-53a7c2fa-7e5a-46c4-8c89-83f41a2707e1 req-321a98e8-8258-40e7-809b-4a954ea6feb0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cc249fe5-937d-4d87-a3f3-79303f4d3dd7 HTTP/1.1" status: 200 len: 1099 time: 0.0390573 Sep 01 05:19:26.094913 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-53a7c2fa-7e5a-46c4-8c89-83f41a2707e1 req-4d5f0aec-2e81-486e-803b-4968ff7c6d1e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d12ac181-d69e-4b4c-9e6b-c5b0fea996b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0262971 Sep 01 05:19:26.709678 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee9162-cdef-4517-8e3f-dc656e7e383d req-ff2b59ac-8a26-4831-bc26-06200e55a4e6 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:19:26.711178 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-b1ee9162-cdef-4517-8e3f-dc656e7e383d req-ff2b59ac-8a26-4831-bc26-06200e55a4e6 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc249fe5-937d-4d87-a3f3-79303f4d3dd7 HTTP/1.1" status: 200 len: 946 time: 0.0478055 Sep 01 05:19:26.748027 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-b1ee9162-cdef-4517-8e3f-dc656e7e383d req-53bd04cc-0a36-4ed7-8907-779ddbcf5993 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/security-groups?id=d12ac181-d69e-4b4c-9e6b-c5b0fea996b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310705 Sep 01 05:19:27.869029 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74bc02e-b4de-4981-8b0b-6ad4230ceacd req-698850c8-3c6f-4448-9b5d-912e9e71c206 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:19:27.870413 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e74bc02e-b4de-4981-8b0b-6ad4230ceacd req-698850c8-3c6f-4448-9b5d-912e9e71c206 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc249fe5-937d-4d87-a3f3-79303f4d3dd7 HTTP/1.1" status: 200 len: 946 time: 0.0521486 Sep 01 05:19:27.908237 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e74bc02e-b4de-4981-8b0b-6ad4230ceacd req-3f21f4c8-751e-41f6-9858-1e9475fd0a22 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/security-groups?id=d12ac181-d69e-4b4c-9e6b-c5b0fea996b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308337 Sep 01 05:19:28.018749 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b68b88-4fbb-4d31-bca8-13560b045a81 req-14e0f84f-785f-49ad-81c7-1443575390ab tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:19:28.020216 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-f6b68b88-4fbb-4d31-bca8-13560b045a81 req-14e0f84f-785f-49ad-81c7-1443575390ab tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc249fe5-937d-4d87-a3f3-79303f4d3dd7 HTTP/1.1" status: 200 len: 946 time: 0.0471604 Sep 01 05:19:28.056192 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-f6b68b88-4fbb-4d31-bca8-13560b045a81 req-dbef562f-6af3-4903-bbac-ab4043d6126b tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/security-groups?id=d12ac181-d69e-4b4c-9e6b-c5b0fea996b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302022 Sep 01 05:19:28.078411 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 54016) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:19:28.202779 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c303cd10-79cb-43a6-8766-4061cd4335dd tempest-TestVolumeBootPattern-933816350 tempest-TestVolumeBootPattern-933816350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:19:28.204569 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-c303cd10-79cb-43a6-8766-4061cd4335dd tempest-TestVolumeBootPattern-933816350 tempest-TestVolumeBootPattern-933816350-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=cc249fe5-937d-4d87-a3f3-79303f4d3dd7 HTTP/1.1" status: 200 len: 1094 time: 0.1245620 Sep 01 05:19:28.207388 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 54020) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:19:28.211652 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.v2.base [None req-8ee2f505-97b2-4cae-8707-c862bcec9625 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Request body: {'floatingip': {'floating_network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'port_id': '6fb124a7-4c25-49ae-ade2-3a7abd78aec8', 'tenant_id': '3dae50850ca54af297491f2c37c32fd4', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:19:28.327006 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-8ee2f505-97b2-4cae-8707-c862bcec9625 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks [] for floatingip, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:19:28.429558 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-8ee2f505-97b2-4cae-8707-c862bcec9625 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:19:28.527964 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.db.db_base_plugin_common [None req-8ee2f505-97b2-4cae-8707-c862bcec9625 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Allocated IP 172.27.2.22 (0effeb3b-80f3-4cb6-8b1a-1774968f7d76/a1ace4a4-4e27-4c96-bf05-cb2f22386a9e/2662ec12-7222-4562-a8ac-5f9cae8f1adc) {{(pid=100912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 05:19:28.630125 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-8ee2f505-97b2-4cae-8707-c862bcec9625 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks [] for port, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:19:28.721512 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-8ee2f505-97b2-4cae-8707-c862bcec9625 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780564376589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59570596'] for port, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:19:28.760209 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee2f505-97b2-4cae-8707-c862bcec9625 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Network 0effeb3b-80f3-4cb6-8b1a-1774968f7d76 is already hosted by enough agents. {{(pid=100912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:19:28.763742 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.scheduler.base_scheduler [None req-8ee2f505-97b2-4cae-8707-c862bcec9625 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Resources bound (agent type, host, resource id): {{(pid=100912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:19:28.767509 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee2f505-97b2-4cae-8707-c862bcec9625 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Received port after_create {{(pid=100912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 05:19:28.789006 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee2f505-97b2-4cae-8707-c862bcec9625 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Pushing event updated for resources: {'Port': ['ID=2662ec12-7222-4562-a8ac-5f9cae8f1adc,revision_number=1']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:19:28.805404 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee2f505-97b2-4cae-8707-c862bcec9625 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:19:28.805752 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee2f505-97b2-4cae-8707-c862bcec9625 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:19:28.806093 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee2f505-97b2-4cae-8707-c862bcec9625 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:19:28.806426 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee2f505-97b2-4cae-8707-c862bcec9625 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:19:28.806755 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee2f505-97b2-4cae-8707-c862bcec9625 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:19:28.807112 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee2f505-97b2-4cae-8707-c862bcec9625 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:19:28.807442 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee2f505-97b2-4cae-8707-c862bcec9625 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:19:28.807768 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee2f505-97b2-4cae-8707-c862bcec9625 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:19:28.808091 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee2f505-97b2-4cae-8707-c862bcec9625 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:19:28.808909 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee2f505-97b2-4cae-8707-c862bcec9625 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:19:28.809233 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee2f505-97b2-4cae-8707-c862bcec9625 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:19:28.809554 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee2f505-97b2-4cae-8707-c862bcec9625 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:19:29.121344 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-8ee2f505-97b2-4cae-8707-c862bcec9625 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:19:29.242911 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-8ee2f505-97b2-4cae-8707-c862bcec9625 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:19:29.400295 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-8ee2f505-97b2-4cae-8707-c862bcec9625 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks [] for port, precommit_update {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:19:29.464245 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-8ee2f505-97b2-4cae-8707-c862bcec9625 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59570589'] for port, after_update {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:19:29.532897 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee2f505-97b2-4cae-8707-c862bcec9625 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Pushing event updated for resources: {'Port': ['ID=2662ec12-7222-4562-a8ac-5f9cae8f1adc,revision_number=2']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:19:29.550600 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-8ee2f505-97b2-4cae-8707-c862bcec9625 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1958929'] for floatingip, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:19:29.651078 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.db.l3_db [None req-8ee2f505-97b2-4cae-8707-c862bcec9625 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Floating IP 1ef60fbf-eb31-4f5c-8348-b5600b116f35 associated. External IP: 172.27.2.22, port: 6fb124a7-4c25-49ae-ade2-3a7abd78aec8. Sep 01 05:19:29.856636 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ee2f505-97b2-4cae-8707-c862bcec9625 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Router 9e47d257-d5d9-4a83-993c-0c136a7fa9c1 has already been hosted by L3 agent dd4ad2d5-7278-4db2-b968-23881816b870 {{(pid=100912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 05:19:29.957104 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ee2f505-97b2-4cae-8707-c862bcec9625 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify agent at l3_agent.dv-cinder-804735-5-iscsi the message routers_updated {{(pid=100912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 05:19:29.966936 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d090556-dbb1-48ea-af22-362d4abd69f1 None None] Sync routers for ids ['9e47d257-d5d9-4a83-993c-0c136a7fa9c1'] in dv-cinder-804735-5-iscsi {{(pid=100913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 05:19:29.976327 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d090556-dbb1-48ea-af22-362d4abd69f1 None None] Routers {'9e47d257-d5d9-4a83-993c-0c136a7fa9c1'} bound to L3 agent in host dv-cinder-804735-5-iscsi {{(pid=100913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:19:29.976942 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-6d090556-dbb1-48ea-af22-362d4abd69f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T04:53:40Z,description=,heartbeat_timestamp=2021-09-01T05:19:10Z,host='dv-cinder-804735-5-iscsi',id=dd4ad2d5-7278-4db2-b968-23881816b870,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:53:41Z,topic='l3_agent')) {'router_ids': ['9e47d257-d5d9-4a83-993c-0c136a7fa9c1'], 'active': True} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:19:30.080545 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvr_db [None req-6d090556-dbb1-48ea-af22-362d4abd69f1 None None] Set router 9e47d257-d5d9-4a83-993c-0c136a7fa9c1 gateway port host: dv-cinder-804735-5-iscsi {{(pid=100913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:19:30.081659 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-8ee2f505-97b2-4cae-8707-c862bcec9625 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428309'] for floatingip, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:19:30.111229 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-8ee2f505-97b2-4cae-8707-c862bcec9625 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9028001 Sep 01 05:19:30.111816 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc249fe5-937d-4d87-a3f3-79303f4d3dd7', 'tag': '6fb124a7-4c25-49ae-ade2-3a7abd78aec8'}] {{(pid=100912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:19:30.114151 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c32bf37734172ffae8bcd4fd235b58a84eb6a179622fde5d618b2948ae3f8620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac411072-30f6-427b-b3de-305e94312a1a" -d '{"events": [{"name": "network-changed", "server_uuid": "cc249fe5-937d-4d87-a3f3-79303f4d3dd7", "tag": "6fb124a7-4c25-49ae-ade2-3a7abd78aec8"}]}' {{(pid=100912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:19:30.150911 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 05:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a3ddb7-6925-495b-bb44-d3fceab0a1ad x-openstack-request-id: req-98a3ddb7-6925-495b-bb44-d3fceab0a1ad {{(pid=100912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:19:30.150911 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc249fe5-937d-4d87-a3f3-79303f4d3dd7", "tag": "6fb124a7-4c25-49ae-ade2-3a7abd78aec8", "status": "completed", "code": 200}]} {{(pid=100912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:19:30.150911 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-98a3ddb7-6925-495b-bb44-d3fceab0a1ad {{(pid=100912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:19:30.150911 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc249fe5-937d-4d87-a3f3-79303f4d3dd7', 'tag': '6fb124a7-4c25-49ae-ade2-3a7abd78aec8', 'status': 'completed', 'code': 200} Sep 01 05:19:30.232554 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac411072-30f6-427b-b3de-305e94312a1a req-6263bc4b-9062-4988-a31c-4f8ac00ff1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:19:30.234009 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-ac411072-30f6-427b-b3de-305e94312a1a req-6263bc4b-9062-4988-a31c-4f8ac00ff1dc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3dae50850ca54af297491f2c37c32fd4&device_id=cc249fe5-937d-4d87-a3f3-79303f4d3dd7 HTTP/1.1" status: 200 len: 1099 time: 0.0404544 Sep 01 05:19:30.305531 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-6d090556-dbb1-48ea-af22-362d4abd69f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e47d257-d5d9-4a83-993c-0c136a7fa9c1', 'name': 'tempest-TestVolumeBootPattern-200851941-router', 'tenant_id': '3dae50850ca54af297491f2c37c32fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '6902dfc4-9d35-44d6-bc1a-a08b066663fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:18:38Z', 'updated_at': '2021-09-01T05:18:41Z', 'revision_number': 4, 'project_id': '3dae50850ca54af297491f2c37c32fd4', 'gw_port': {'id': '6902dfc4-9d35-44d6-bc1a-a08b066663fd', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:34:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e47d257-d5d9-4a83-993c-0c136a7fa9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:18:39Z', 'updated_at': '2021-09-01T05:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi', '_floatingips': [{'id': '1ef60fbf-eb31-4f5c-8348-b5600b116f35', 'tenant_id': '3dae50850ca54af297491f2c37c32fd4', 'floating_ip_address': '172.27.2.22', 'floating_network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'router_id': '9e47d257-d5d9-4a83-993c-0c136a7fa9c1', 'port_id': '6fb124a7-4c25-49ae-ade2-3a7abd78aec8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea282e4f-676b-43ed-ba21-302b75631737', 'mac_address': 'fa:16:3e:2f:48:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc249fe5-937d-4d87-a3f3-79303f4d3dd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T05:19:28Z', 'updated_at': '2021-09-01T05:19:28Z', 'revision_number': 0, 'project_id': '3dae50850ca54af297491f2c37c32fd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b213173a-6c76-4d21-bbf0-b03f4827dd1f', 'name': '', 'network_id': 'ea282e4f-676b-43ed-ba21-302b75631737', 'tenant_id': '3dae50850ca54af297491f2c37c32fd4', 'mac_address': 'fa:16:3e:d8:13:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e47d257-d5d9-4a83-993c-0c136a7fa9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '78584c19-bcc8-49b3-9cdf-ab662b79456b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:18:40Z', 'updated_at': '2021-09-01T05:18:46Z', 'revision_number': 5, 'project_id': '3dae50850ca54af297491f2c37c32fd4', 'subnets': [{'id': '78584c19-bcc8-49b3-9cdf-ab662b79456b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-5-iscsi', False) {} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:19:30.327890 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac411072-30f6-427b-b3de-305e94312a1a req-78c4d747-a66e-4cb4-80e5-c1cbed1a5e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:19:30.329668 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-ac411072-30f6-427b-b3de-305e94312a1a req-78c4d747-a66e-4cb4-80e5-c1cbed1a5e6d service neutron] 10.222.0.37 "GET /v2.0/networks?id=ea282e4f-676b-43ed-ba21-302b75631737 HTTP/1.1" status: 200 len: 912 time: 0.0883970 Sep 01 05:19:30.333181 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d090556-dbb1-48ea-af22-362d4abd69f1 None None] Checking router: 9e47d257-d5d9-4a83-993c-0c136a7fa9c1 for host: dv-cinder-804735-5-iscsi {{(pid=100913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 05:19:30.341504 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d090556-dbb1-48ea-af22-362d4abd69f1 None None] Routers {'9e47d257-d5d9-4a83-993c-0c136a7fa9c1'} bound to L3 agent in host dv-cinder-804735-5-iscsi {{(pid=100913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:19:30.344858 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-6d090556-dbb1-48ea-af22-362d4abd69f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T04:53:40Z,description=,heartbeat_timestamp=2021-09-01T05:19:10Z,host='dv-cinder-804735-5-iscsi',id=dd4ad2d5-7278-4db2-b968-23881816b870,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:53:41Z,topic='l3_agent')) {'router_ids': ['9e47d257-d5d9-4a83-993c-0c136a7fa9c1'], 'active': True} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:19:30.395150 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-ac411072-30f6-427b-b3de-305e94312a1a req-742b84cb-6d6f-4ed1-9711-cb197203e423 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6fb124a7-4c25-49ae-ade2-3a7abd78aec8 HTTP/1.1" status: 200 len: 999 time: 0.0582404 Sep 01 05:19:30.444815 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvr_db [None req-6d090556-dbb1-48ea-af22-362d4abd69f1 None None] Set router 9e47d257-d5d9-4a83-993c-0c136a7fa9c1 gateway port host: dv-cinder-804735-5-iscsi {{(pid=100913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:19:30.447098 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac411072-30f6-427b-b3de-305e94312a1a req-c28e3e3a-d16a-4a8c-9849-4dfcb81603bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:19:30.448574 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-ac411072-30f6-427b-b3de-305e94312a1a req-c28e3e3a-d16a-4a8c-9849-4dfcb81603bf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=78584c19-bcc8-49b3-9cdf-ab662b79456b HTTP/1.1" status: 200 len: 850 time: 0.0472908 Sep 01 05:19:30.493325 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac411072-30f6-427b-b3de-305e94312a1a req-4501766a-8f51-4435-8526-c6a5ab053cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:19:30.494724 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-ac411072-30f6-427b-b3de-305e94312a1a req-4501766a-8f51-4435-8526-c6a5ab053cd4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ea282e4f-676b-43ed-ba21-302b75631737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386515 Sep 01 05:19:30.584852 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-ac411072-30f6-427b-b3de-305e94312a1a req-8d99821f-612b-406b-9753-821fcd1377ad service neutron] 10.222.0.37 "GET /v2.0/networks/ea282e4f-676b-43ed-ba21-302b75631737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824165 Sep 01 05:19:30.663372 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-6d090556-dbb1-48ea-af22-362d4abd69f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e47d257-d5d9-4a83-993c-0c136a7fa9c1', 'name': 'tempest-TestVolumeBootPattern-200851941-router', 'tenant_id': '3dae50850ca54af297491f2c37c32fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '6902dfc4-9d35-44d6-bc1a-a08b066663fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:18:38Z', 'updated_at': '2021-09-01T05:18:41Z', 'revision_number': 4, 'project_id': '3dae50850ca54af297491f2c37c32fd4', 'gw_port': {'id': '6902dfc4-9d35-44d6-bc1a-a08b066663fd', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:34:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e47d257-d5d9-4a83-993c-0c136a7fa9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:18:39Z', 'updated_at': '2021-09-01T05:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi', '_floatingips': [{'id': '1ef60fbf-eb31-4f5c-8348-b5600b116f35', 'tenant_id': '3dae50850ca54af297491f2c37c32fd4', 'floating_ip_address': '172.27.2.22', 'floating_network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'router_id': '9e47d257-d5d9-4a83-993c-0c136a7fa9c1', 'port_id': '6fb124a7-4c25-49ae-ade2-3a7abd78aec8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea282e4f-676b-43ed-ba21-302b75631737', 'mac_address': 'fa:16:3e:2f:48:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc249fe5-937d-4d87-a3f3-79303f4d3dd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T05:19:28Z', 'updated_at': '2021-09-01T05:19:28Z', 'revision_number': 0, 'project_id': '3dae50850ca54af297491f2c37c32fd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b213173a-6c76-4d21-bbf0-b03f4827dd1f', 'name': '', 'network_id': 'ea282e4f-676b-43ed-ba21-302b75631737', 'tenant_id': '3dae50850ca54af297491f2c37c32fd4', 'mac_address': 'fa:16:3e:d8:13:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e47d257-d5d9-4a83-993c-0c136a7fa9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '78584c19-bcc8-49b3-9cdf-ab662b79456b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:18:40Z', 'updated_at': '2021-09-01T05:18:46Z', 'revision_number': 5, 'project_id': '3dae50850ca54af297491f2c37c32fd4', 'subnets': [{'id': '78584c19-bcc8-49b3-9cdf-ab662b79456b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-5-iscsi', False) {} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:19:30.676656 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-ac411072-30f6-427b-b3de-305e94312a1a req-d6482183-9f7e-4f97-8c09-38be086f74f2 service neutron] 10.222.0.37 "GET /v2.0/networks/ea282e4f-676b-43ed-ba21-302b75631737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851355 Sep 01 05:19:30.693211 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d090556-dbb1-48ea-af22-362d4abd69f1 None None] The sync data for ids ['9e47d257-d5d9-4a83-993c-0c136a7fa9c1'] in dv-cinder-804735-5-iscsi is: [{'id': '9e47d257-d5d9-4a83-993c-0c136a7fa9c1', 'name': 'tempest-TestVolumeBootPattern-200851941-router', 'tenant_id': '3dae50850ca54af297491f2c37c32fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '6902dfc4-9d35-44d6-bc1a-a08b066663fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:18:38Z', 'updated_at': '2021-09-01T05:18:41Z', 'revision_number': 4, 'project_id': '3dae50850ca54af297491f2c37c32fd4', 'gw_port': {'id': '6902dfc4-9d35-44d6-bc1a-a08b066663fd', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:34:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e47d257-d5d9-4a83-993c-0c136a7fa9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:18:39Z', 'updated_at': '2021-09-01T05:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi', '_floatingips': [{'id': '1ef60fbf-eb31-4f5c-8348-b5600b116f35', 'tenant_id': '3dae50850ca54af297491f2c37c32fd4', 'floating_ip_address': '172.27.2.22', 'floating_network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'router_id': '9e47d257-d5d9-4a83-993c-0c136a7fa9c1', 'port_id': '6fb124a7-4c25-49ae-ade2-3a7abd78aec8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea282e4f-676b-43ed-ba21-302b75631737', 'mac_address': 'fa:16:3e:2f:48:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc249fe5-937d-4d87-a3f3-79303f4d3dd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T05:19:28Z', 'updated_at': '2021-09-01T05:19:28Z', 'revision_number': 0, 'project_id': '3dae50850ca54af297491f2c37c32fd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b213173a-6c76-4d21-bbf0-b03f4827dd1f', 'name': '', 'network_id': 'ea282e4f-676b-43ed-ba21-302b75631737', 'tenant_id': '3dae50850ca54af297491f2c37c32fd4', 'mac_address': 'fa:16:3e:d8:13:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e47d257-d5d9-4a83-993c-0c136a7fa9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '78584c19-bcc8-49b3-9cdf-ab662b79456b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:18:40Z', 'updated_at': '2021-09-01T05:18:46Z', 'revision_number': 5, 'project_id': '3dae50850ca54af297491f2c37c32fd4', 'subnets': [{'id': '78584c19-bcc8-49b3-9cdf-ab662b79456b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 05:19:30.870024 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ee0862-22b1-4b7d-9178-bdd895880730 None None] New status for floating IP 1ef60fbf-eb31-4f5c-8348-b5600b116f35: ACTIVE {{(pid=100914) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 05:19:37.320625 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-a5f8d559-0626-4947-a454-330f5ce75370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:19:40.040696 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:19:40.052198 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-7fd63123-edf3-4c2d-a7d7-dae3a351fc8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:19:41.389266 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-125f6581-13c4-4eca-b15a-10d5e92c8028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:19:43.275325 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-57069d07-1191-4bd8-9ef8-43ac9a8b42c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:19:52.269575 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:19:59.559104 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.agents_db [None req-49e1e325-328c-4825-9e4f-7693071b0ea2 None None] Agent healthcheck: found 6 active agents {{(pid=100914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 05:20:02.560954 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-2c02c8fb-be3a-4234-8df5-e4054cb373ef req-8665ccdf-cf08-4886-b87e-4d6f5a1f3100 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cc249fe5-937d-4d87-a3f3-79303f4d3dd7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388472 Sep 01 05:20:02.654603 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c02c8fb-be3a-4234-8df5-e4054cb373ef req-c265e57a-0b9f-4d4e-923a-ba95571b6baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:20:02.656132 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-2c02c8fb-be3a-4234-8df5-e4054cb373ef req-c265e57a-0b9f-4d4e-923a-ba95571b6baa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3dae50850ca54af297491f2c37c32fd4&device_id=cc249fe5-937d-4d87-a3f3-79303f4d3dd7 HTTP/1.1" status: 200 len: 1099 time: 0.0388615 Sep 01 05:20:02.760523 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c02c8fb-be3a-4234-8df5-e4054cb373ef req-ec3e3df4-e54e-4d16-8378-2f0bee27c647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:20:02.762008 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-2c02c8fb-be3a-4234-8df5-e4054cb373ef req-ec3e3df4-e54e-4d16-8378-2f0bee27c647 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ea282e4f-676b-43ed-ba21-302b75631737 HTTP/1.1" status: 200 len: 912 time: 0.0866899 Sep 01 05:20:02.825461 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-2c02c8fb-be3a-4234-8df5-e4054cb373ef req-bce9a3e7-887d-41d7-8e9f-b8d5b1d0ebd6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6fb124a7-4c25-49ae-ade2-3a7abd78aec8 HTTP/1.1" status: 200 len: 1001 time: 0.0566893 Sep 01 05:20:02.877774 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c02c8fb-be3a-4234-8df5-e4054cb373ef req-6636b2c3-0a3e-4fb4-9a31-10c5f4aa1412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:20:02.879489 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-2c02c8fb-be3a-4234-8df5-e4054cb373ef req-6636b2c3-0a3e-4fb4-9a31-10c5f4aa1412 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=78584c19-bcc8-49b3-9cdf-ab662b79456b HTTP/1.1" status: 200 len: 850 time: 0.0465386 Sep 01 05:20:02.921704 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c02c8fb-be3a-4234-8df5-e4054cb373ef req-f17c0676-1143-46e5-a88b-f9f468463616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:20:02.923150 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-2c02c8fb-be3a-4234-8df5-e4054cb373ef req-f17c0676-1143-46e5-a88b-f9f468463616 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ea282e4f-676b-43ed-ba21-302b75631737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0374157 Sep 01 05:20:03.008838 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-2c02c8fb-be3a-4234-8df5-e4054cb373ef req-ca9bed5f-1e62-4550-af4e-8cadb2c10914 service neutron] 10.222.0.37 "GET /v2.0/networks/ea282e4f-676b-43ed-ba21-302b75631737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786464 Sep 01 05:20:03.101963 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-2c02c8fb-be3a-4234-8df5-e4054cb373ef req-b316cef8-d39b-4491-810a-bf868d8952af service neutron] 10.222.0.37 "GET /v2.0/networks/ea282e4f-676b-43ed-ba21-302b75631737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854452 Sep 01 05:20:07.286048 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-daadb672-e916-4acb-9a0b-db0240602326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:10.063290 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:10.073942 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-58c2a0b9-0ad2-402b-b86f-2ecc9c7dcb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:11.399826 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-125f6581-13c4-4eca-b15a-10d5e92c8028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:13.257383 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-57069d07-1191-4bd8-9ef8-43ac9a8b42c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:16.211562 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [req-e1d0e032-1488-4571-af2e-c3c0d3af0d54 req-d3a3f77b-695f-474f-8c34-9f06372d18d3 tempest-ServerRescueNegativeTestJSON-567967994 tempest-ServerRescueNegativeTestJSON-567967994-project] (100912) timed out ('10.222.0.37', 55846) {{(pid=100912) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 01 05:20:22.291182 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:36.557525 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.agents_db [None req-49e1e325-328c-4825-9e4f-7693071b0ea2 None None] Agent healthcheck: found 6 active agents {{(pid=100914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 05:20:37.296566 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-6153a890-4532-4c62-9a16-fba6db13d973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:40.062264 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:40.107809 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-2780831c-66f4-4f9e-bf3e-037b4da74396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:41.393869 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-125f6581-13c4-4eca-b15a-10d5e92c8028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:43.261451 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-57069d07-1191-4bd8-9ef8-43ac9a8b42c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:20:52.301868 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:21:04.560232 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-b3e068c0-ecc1-42ac-ae89-043a42ff6751 req-ab5b8890-6624-4b60-8a3d-d5ba13f6633b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cc249fe5-937d-4d87-a3f3-79303f4d3dd7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392044 Sep 01 05:21:04.659499 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e068c0-ecc1-42ac-ae89-043a42ff6751 req-46c1b2bc-c198-4c6c-80b0-c4552cab995b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:21:04.661065 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-b3e068c0-ecc1-42ac-ae89-043a42ff6751 req-46c1b2bc-c198-4c6c-80b0-c4552cab995b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3dae50850ca54af297491f2c37c32fd4&device_id=cc249fe5-937d-4d87-a3f3-79303f4d3dd7 HTTP/1.1" status: 200 len: 1099 time: 0.0398006 Sep 01 05:21:04.764223 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e068c0-ecc1-42ac-ae89-043a42ff6751 req-c0d80a40-46f3-4a63-a160-5aaf92cc42e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:21:04.765675 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-b3e068c0-ecc1-42ac-ae89-043a42ff6751 req-c0d80a40-46f3-4a63-a160-5aaf92cc42e3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ea282e4f-676b-43ed-ba21-302b75631737 HTTP/1.1" status: 200 len: 912 time: 0.0850427 Sep 01 05:21:04.829630 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-b3e068c0-ecc1-42ac-ae89-043a42ff6751 req-394aa470-ccba-4d7e-af45-ed0a059721cf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6fb124a7-4c25-49ae-ade2-3a7abd78aec8 HTTP/1.1" status: 200 len: 1001 time: 0.0571733 Sep 01 05:21:04.880620 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e068c0-ecc1-42ac-ae89-043a42ff6751 req-1b2c6a48-b5e3-4b57-b297-686f41b86729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:21:04.882586 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-b3e068c0-ecc1-42ac-ae89-043a42ff6751 req-1b2c6a48-b5e3-4b57-b297-686f41b86729 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=78584c19-bcc8-49b3-9cdf-ab662b79456b HTTP/1.1" status: 200 len: 850 time: 0.0456264 Sep 01 05:21:04.925423 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e068c0-ecc1-42ac-ae89-043a42ff6751 req-4a524a26-3a77-4cef-93dc-8d3131063b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:21:04.926894 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-b3e068c0-ecc1-42ac-ae89-043a42ff6751 req-4a524a26-3a77-4cef-93dc-8d3131063b13 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ea282e4f-676b-43ed-ba21-302b75631737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0379636 Sep 01 05:21:05.013841 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-b3e068c0-ecc1-42ac-ae89-043a42ff6751 req-a5528fc4-3cf5-47ba-beb1-1b2f38f2086b service neutron] 10.222.0.37 "GET /v2.0/networks/ea282e4f-676b-43ed-ba21-302b75631737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800474 Sep 01 05:21:05.105351 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-b3e068c0-ecc1-42ac-ae89-043a42ff6751 req-5c9317cd-3999-433c-aff3-3e15b55a0ce3 service neutron] 10.222.0.37 "GET /v2.0/networks/ea282e4f-676b-43ed-ba21-302b75631737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841904 Sep 01 05:21:07.295719 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-d63cd73f-b181-4aab-a2d3-b4551fe7aafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:21:10.050418 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:21:10.084753 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-bee5dfc6-7d82-4512-aadf-64aea32d72af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:21:11.444733 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-125f6581-13c4-4eca-b15a-10d5e92c8028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:21:13.243923 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-57069d07-1191-4bd8-9ef8-43ac9a8b42c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:21:13.557646 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.agents_db [None req-49e1e325-328c-4825-9e4f-7693071b0ea2 None None] Agent healthcheck: found 6 active agents {{(pid=100914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 05:21:22.278458 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:21:25.418644 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e467c65-c4ba-47da-a9c0-823d8346953b req-62619061-765b-42a1-a198-60e1b2811c71 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:21:25.420193 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-5e467c65-c4ba-47da-a9c0-823d8346953b req-62619061-765b-42a1-a198-60e1b2811c71 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc249fe5-937d-4d87-a3f3-79303f4d3dd7 HTTP/1.1" status: 200 len: 946 time: 0.0552855 Sep 01 05:21:25.456817 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-5e467c65-c4ba-47da-a9c0-823d8346953b req-2013322a-c13c-49ae-9f16-75eca89724c9 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/security-groups?id=d12ac181-d69e-4b4c-9e6b-c5b0fea996b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308256 Sep 01 05:21:26.585250 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67185c8d-4c39-4bd7-b5ce-3780058c9824 req-46271fe6-4c8e-45cc-82be-4ae6960ef0b4 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:21:26.586724 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-67185c8d-4c39-4bd7-b5ce-3780058c9824 req-46271fe6-4c8e-45cc-82be-4ae6960ef0b4 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc249fe5-937d-4d87-a3f3-79303f4d3dd7 HTTP/1.1" status: 200 len: 946 time: 0.0475774 Sep 01 05:21:26.623767 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-67185c8d-4c39-4bd7-b5ce-3780058c9824 req-cafd7851-69a4-4fdc-ab06-3daf2179024e tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/security-groups?id=d12ac181-d69e-4b4c-9e6b-c5b0fea996b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310423 Sep 01 05:21:27.094062 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52030950-1c7f-4ff7-bcde-32297189f8dc req-4f25f2f0-5b1d-4914-b639-3611e73f2ea4 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:21:27.095589 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-52030950-1c7f-4ff7-bcde-32297189f8dc req-4f25f2f0-5b1d-4914-b639-3611e73f2ea4 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.37 "GET /v2.0/ports?device_id=cc249fe5-937d-4d87-a3f3-79303f4d3dd7 HTTP/1.1" status: 200 len: 946 time: 0.0495608 Sep 01 05:21:27.185719 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.plugin [req-52030950-1c7f-4ff7-bcde-32297189f8dc req-398f337a-0f12-42f2-9b20-6a684e646796 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Deleting port 6fb124a7-4c25-49ae-ade2-3a7abd78aec8 {{(pid=100911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:21:27.186052 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-52030950-1c7f-4ff7-bcde-32297189f8dc req-398f337a-0f12-42f2-9b20-6a684e646796 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780564872726'] for port, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:21:27.269948 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.db [req-52030950-1c7f-4ff7-bcde-32297189f8dc req-398f337a-0f12-42f2-9b20-6a684e646796 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] For port 6fb124a7-4c25-49ae-ade2-3a7abd78aec8, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=6fb124a7-4c25-49ae-ade2-3a7abd78aec8,segment=NetworkSegment(ead279e4-9b1d-4b91-bf08-c27cade6e224),segment_id=ead279e4-9b1d-4b91-bf08-c27cade6e224)] {{(pid=100911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:21:27.270332 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-52030950-1c7f-4ff7-bcde-32297189f8dc req-398f337a-0f12-42f2-9b20-6a684e646796 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958503'] for port, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:21:27.454398 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-52030950-1c7f-4ff7-bcde-32297189f8dc req-398f337a-0f12-42f2-9b20-6a684e646796 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:21:27.454704 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-52030950-1c7f-4ff7-bcde-32297189f8dc req-398f337a-0f12-42f2-9b20-6a684e646796 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1958929'] for floatingip, after_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:21:27.455056 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.db.l3_db [req-52030950-1c7f-4ff7-bcde-32297189f8dc req-398f337a-0f12-42f2-9b20-6a684e646796 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Floating IP 1ef60fbf-eb31-4f5c-8348-b5600b116f35 disassociated. External IP: 172.27.2.22, port: 6fb124a7-4c25-49ae-ade2-3a7abd78aec8. Sep 01 05:21:27.455399 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.plugin [req-52030950-1c7f-4ff7-bcde-32297189f8dc req-398f337a-0f12-42f2-9b20-6a684e646796 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Calling delete_port for 6fb124a7-4c25-49ae-ade2-3a7abd78aec8 owned by compute:nova {{(pid=100911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:21:27.621713 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-52030950-1c7f-4ff7-bcde-32297189f8dc req-398f337a-0f12-42f2-9b20-6a684e646796 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780564874213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780564376598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3457272'] for port, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:21:27.658956 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398f337a-0f12-42f2-9b20-6a684e646796 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Pushing event deleted for resources: {'Port': ['ID=6fb124a7-4c25-49ae-ade2-3a7abd78aec8,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:21:27.662816 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398f337a-0f12-42f2-9b20-6a684e646796 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:21:27.664606 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398f337a-0f12-42f2-9b20-6a684e646796 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:21:27.664606 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398f337a-0f12-42f2-9b20-6a684e646796 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:21:27.664606 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398f337a-0f12-42f2-9b20-6a684e646796 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:21:27.664606 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398f337a-0f12-42f2-9b20-6a684e646796 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:21:27.664606 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398f337a-0f12-42f2-9b20-6a684e646796 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:21:27.665053 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398f337a-0f12-42f2-9b20-6a684e646796 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:21:27.665141 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398f337a-0f12-42f2-9b20-6a684e646796 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:21:27.665916 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398f337a-0f12-42f2-9b20-6a684e646796 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:21:27.665916 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398f337a-0f12-42f2-9b20-6a684e646796 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:21:27.666150 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398f337a-0f12-42f2-9b20-6a684e646796 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:21:27.666391 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398f337a-0f12-42f2-9b20-6a684e646796 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:21:27.739222 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-499a5194-a12b-4794-bda1-58645195320b req-c9767b58-6c0e-4ba5-bbd8-bcf7792a2a06 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc249fe5-937d-4d87-a3f3-79303f4d3dd7 HTTP/1.1" status: 200 len: 210 time: 0.0284777 Sep 01 05:21:27.774418 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.l3_agent_scheduler [req-52030950-1c7f-4ff7-bcde-32297189f8dc req-398f337a-0f12-42f2-9b20-6a684e646796 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Router 9e47d257-d5d9-4a83-993c-0c136a7fa9c1 has already been hosted by L3 agent dd4ad2d5-7278-4db2-b968-23881816b870 {{(pid=100911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 05:21:27.877474 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-52030950-1c7f-4ff7-bcde-32297189f8dc req-398f337a-0f12-42f2-9b20-6a684e646796 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify agent at l3_agent.dv-cinder-804735-5-iscsi the message routers_updated {{(pid=100911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 05:21:27.887449 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e311f9-fdc4-456a-b080-c2bb23942c4a None None] Sync routers for ids ['9e47d257-d5d9-4a83-993c-0c136a7fa9c1'] in dv-cinder-804735-5-iscsi {{(pid=100913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 05:21:27.896088 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e311f9-fdc4-456a-b080-c2bb23942c4a None None] Routers {'9e47d257-d5d9-4a83-993c-0c136a7fa9c1'} bound to L3 agent in host dv-cinder-804735-5-iscsi {{(pid=100913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:21:27.897080 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-35e311f9-fdc4-456a-b080-c2bb23942c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T04:53:40Z,description=,heartbeat_timestamp=2021-09-01T05:21:10Z,host='dv-cinder-804735-5-iscsi',id=dd4ad2d5-7278-4db2-b968-23881816b870,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:53:41Z,topic='l3_agent')) {'router_ids': ['9e47d257-d5d9-4a83-993c-0c136a7fa9c1'], 'active': True} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:21:27.920613 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.l3_dvrscheduler_db [req-52030950-1c7f-4ff7-bcde-32297189f8dc req-398f337a-0f12-42f2-9b20-6a684e646796 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] No DVR routers for this DVR port 6fb124a7-4c25-49ae-ade2-3a7abd78aec8 on host hv-cinder-80473 {{(pid=100911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 05:21:27.930306 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-52030950-1c7f-4ff7-bcde-32297189f8dc req-398f337a-0f12-42f2-9b20-6a684e646796 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428309'] for port, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:21:27.932323 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-52030950-1c7f-4ff7-bcde-32297189f8dc req-398f337a-0f12-42f2-9b20-6a684e646796 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.37 "DELETE /v2.0/ports/6fb124a7-4c25-49ae-ade2-3a7abd78aec8 HTTP/1.1" status: 204 len: 173 time: 0.8304970 Sep 01 05:21:27.932791 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc249fe5-937d-4d87-a3f3-79303f4d3dd7', 'name': 'network-vif-deleted', 'tag': '6fb124a7-4c25-49ae-ade2-3a7abd78aec8'}] {{(pid=100911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:21:27.935153 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2199b4ef80d697cbc8f6ff5e200fd84d3ba25b9ef6d03a08fa18221b1b049e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-661c4ee9-bc13-418f-84e6-1e5dabfb36cf" -d '{"events": [{"server_uuid": "cc249fe5-937d-4d87-a3f3-79303f4d3dd7", "name": "network-vif-deleted", "tag": "6fb124a7-4c25-49ae-ade2-3a7abd78aec8"}]}' {{(pid=100911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:21:27.972998 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 05:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e94d713-eacc-4d18-9915-e5cc56c692aa x-openstack-request-id: req-6e94d713-eacc-4d18-9915-e5cc56c692aa {{(pid=100911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:21:27.973294 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc249fe5-937d-4d87-a3f3-79303f4d3dd7", "name": "network-vif-deleted", "tag": "6fb124a7-4c25-49ae-ade2-3a7abd78aec8", "status": "completed", "code": 200}]} {{(pid=100911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:21:27.973576 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6e94d713-eacc-4d18-9915-e5cc56c692aa {{(pid=100911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:21:27.973981 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc249fe5-937d-4d87-a3f3-79303f4d3dd7', 'name': 'network-vif-deleted', 'tag': '6fb124a7-4c25-49ae-ade2-3a7abd78aec8', 'status': 'completed', 'code': 200} Sep 01 05:21:28.140330 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvr_db [None req-35e311f9-fdc4-456a-b080-c2bb23942c4a None None] Set router 9e47d257-d5d9-4a83-993c-0c136a7fa9c1 gateway port host: dv-cinder-804735-5-iscsi {{(pid=100913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:21:28.340320 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-35e311f9-fdc4-456a-b080-c2bb23942c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e47d257-d5d9-4a83-993c-0c136a7fa9c1', 'name': 'tempest-TestVolumeBootPattern-200851941-router', 'tenant_id': '3dae50850ca54af297491f2c37c32fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '6902dfc4-9d35-44d6-bc1a-a08b066663fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:18:38Z', 'updated_at': '2021-09-01T05:18:41Z', 'revision_number': 4, 'project_id': '3dae50850ca54af297491f2c37c32fd4', 'gw_port': {'id': '6902dfc4-9d35-44d6-bc1a-a08b066663fd', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:34:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e47d257-d5d9-4a83-993c-0c136a7fa9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:18:39Z', 'updated_at': '2021-09-01T05:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi', '_interfaces': [{'id': 'b213173a-6c76-4d21-bbf0-b03f4827dd1f', 'name': '', 'network_id': 'ea282e4f-676b-43ed-ba21-302b75631737', 'tenant_id': '3dae50850ca54af297491f2c37c32fd4', 'mac_address': 'fa:16:3e:d8:13:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e47d257-d5d9-4a83-993c-0c136a7fa9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '78584c19-bcc8-49b3-9cdf-ab662b79456b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:18:40Z', 'updated_at': '2021-09-01T05:18:46Z', 'revision_number': 5, 'project_id': '3dae50850ca54af297491f2c37c32fd4', 'subnets': [{'id': '78584c19-bcc8-49b3-9cdf-ab662b79456b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-5-iscsi', False) {} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:21:28.367761 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e311f9-fdc4-456a-b080-c2bb23942c4a None None] Checking router: 9e47d257-d5d9-4a83-993c-0c136a7fa9c1 for host: dv-cinder-804735-5-iscsi {{(pid=100913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 05:21:28.376063 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e311f9-fdc4-456a-b080-c2bb23942c4a None None] Routers {'9e47d257-d5d9-4a83-993c-0c136a7fa9c1'} bound to L3 agent in host dv-cinder-804735-5-iscsi {{(pid=100913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:21:28.376675 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-35e311f9-fdc4-456a-b080-c2bb23942c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T04:53:40Z,description=,heartbeat_timestamp=2021-09-01T05:21:10Z,host='dv-cinder-804735-5-iscsi',id=dd4ad2d5-7278-4db2-b968-23881816b870,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:53:41Z,topic='l3_agent')) {'router_ids': ['9e47d257-d5d9-4a83-993c-0c136a7fa9c1'], 'active': True} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:21:28.484559 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvr_db [None req-35e311f9-fdc4-456a-b080-c2bb23942c4a None None] Set router 9e47d257-d5d9-4a83-993c-0c136a7fa9c1 gateway port host: dv-cinder-804735-5-iscsi {{(pid=100913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:21:28.686684 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-35e311f9-fdc4-456a-b080-c2bb23942c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e47d257-d5d9-4a83-993c-0c136a7fa9c1', 'name': 'tempest-TestVolumeBootPattern-200851941-router', 'tenant_id': '3dae50850ca54af297491f2c37c32fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '6902dfc4-9d35-44d6-bc1a-a08b066663fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:18:38Z', 'updated_at': '2021-09-01T05:18:41Z', 'revision_number': 4, 'project_id': '3dae50850ca54af297491f2c37c32fd4', 'gw_port': {'id': '6902dfc4-9d35-44d6-bc1a-a08b066663fd', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:34:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e47d257-d5d9-4a83-993c-0c136a7fa9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:18:39Z', 'updated_at': '2021-09-01T05:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi', '_interfaces': [{'id': 'b213173a-6c76-4d21-bbf0-b03f4827dd1f', 'name': '', 'network_id': 'ea282e4f-676b-43ed-ba21-302b75631737', 'tenant_id': '3dae50850ca54af297491f2c37c32fd4', 'mac_address': 'fa:16:3e:d8:13:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e47d257-d5d9-4a83-993c-0c136a7fa9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '78584c19-bcc8-49b3-9cdf-ab662b79456b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:18:40Z', 'updated_at': '2021-09-01T05:18:46Z', 'revision_number': 5, 'project_id': '3dae50850ca54af297491f2c37c32fd4', 'subnets': [{'id': '78584c19-bcc8-49b3-9cdf-ab662b79456b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-5-iscsi', False) {} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:21:28.714644 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e311f9-fdc4-456a-b080-c2bb23942c4a None None] The sync data for ids ['9e47d257-d5d9-4a83-993c-0c136a7fa9c1'] in dv-cinder-804735-5-iscsi is: [{'id': '9e47d257-d5d9-4a83-993c-0c136a7fa9c1', 'name': 'tempest-TestVolumeBootPattern-200851941-router', 'tenant_id': '3dae50850ca54af297491f2c37c32fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '6902dfc4-9d35-44d6-bc1a-a08b066663fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:18:38Z', 'updated_at': '2021-09-01T05:18:41Z', 'revision_number': 4, 'project_id': '3dae50850ca54af297491f2c37c32fd4', 'gw_port': {'id': '6902dfc4-9d35-44d6-bc1a-a08b066663fd', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:34:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e47d257-d5d9-4a83-993c-0c136a7fa9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:18:39Z', 'updated_at': '2021-09-01T05:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi', '_interfaces': [{'id': 'b213173a-6c76-4d21-bbf0-b03f4827dd1f', 'name': '', 'network_id': 'ea282e4f-676b-43ed-ba21-302b75631737', 'tenant_id': '3dae50850ca54af297491f2c37c32fd4', 'mac_address': 'fa:16:3e:d8:13:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e47d257-d5d9-4a83-993c-0c136a7fa9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '78584c19-bcc8-49b3-9cdf-ab662b79456b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:18:40Z', 'updated_at': '2021-09-01T05:18:46Z', 'revision_number': 5, 'project_id': '3dae50850ca54af297491f2c37c32fd4', 'subnets': [{'id': '78584c19-bcc8-49b3-9cdf-ab662b79456b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 05:21:28.845376 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-19cf6d6f-484c-4144-87a2-c35d361af3b0 req-1dc58514-5b77-4467-9bd8-2c3588fea587 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc249fe5-937d-4d87-a3f3-79303f4d3dd7 HTTP/1.1" status: 200 len: 210 time: 0.0271194 Sep 01 05:21:28.931320 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeecc300-cf86-42ea-a7f5-2d4138aed497 None None] New status for floating IP 1ef60fbf-eb31-4f5c-8348-b5600b116f35: DOWN {{(pid=100914) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 05:21:30.041845 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-8eab80fc-7290-4410-9f01-ee7d15d7933c req-40fc7cf9-d677-4b79-a238-6b2e64e4ab61 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1194092239&fields=id&tenant_id=3dae50850ca54af297491f2c37c32fd4 HTTP/1.1" status: 200 len: 267 time: 0.0328202 Sep 01 05:21:30.143355 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eab80fc-7290-4410-9f01-ee7d15d7933c req-ac915966-48c6-48d8-b026-c4bd8e3326d3 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:21:30.144804 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-8eab80fc-7290-4410-9f01-ee7d15d7933c req-ac915966-48c6-48d8-b026-c4bd8e3326d3 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/networks?id=ea282e4f-676b-43ed-ba21-302b75631737 HTTP/1.1" status: 200 len: 811 time: 0.0964375 Sep 01 05:21:30.159707 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-8eab80fc-7290-4410-9f01-ee7d15d7933c req-21879cba-656d-49e7-9907-2da5a106e87b tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/quotas/3dae50850ca54af297491f2c37c32fd4 HTTP/1.1" status: 200 len: 375 time: 0.0088053 Sep 01 05:21:30.217387 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-8eab80fc-7290-4410-9f01-ee7d15d7933c req-6312e7ea-326d-4c41-803c-4139a762225c tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=3dae50850ca54af297491f2c37c32fd4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0522094 Sep 01 05:21:30.355284 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-8eab80fc-7290-4410-9f01-ee7d15d7933c req-69989c86-da1e-45fa-9395-a0b37b9fcfef service neutron] 10.222.0.11 "GET /v2.0/networks/ea282e4f-676b-43ed-ba21-302b75631737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266253 Sep 01 05:21:30.447997 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-8eab80fc-7290-4410-9f01-ee7d15d7933c req-3c148883-e620-45f6-9ef1-8d6e28bb49c8 service neutron] 10.222.0.11 "GET /v2.0/networks/ea282e4f-676b-43ed-ba21-302b75631737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867031 Sep 01 05:21:30.992982 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-253e8a3c-7368-4f4a-8d8f-dcba85b4f424 req-e89119f1-93b8-452e-b104-e6b72523a69f tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/ports?device_id=48b8d4f0-d373-4475-b655-ef867d9c9b45 HTTP/1.1" status: 200 len: 210 time: 0.0274889 Sep 01 05:21:32.093700 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-e1ef0c24-d20a-4e9e-bdf3-a2aecc8a11f9 req-eb3c8fff-d933-439f-8c7f-e552ffee5bde tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/ports?device_id=48b8d4f0-d373-4475-b655-ef867d9c9b45 HTTP/1.1" status: 200 len: 210 time: 0.0291142 Sep 01 05:21:32.207731 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device 6fb124a7-4c25-49ae-ade2-3a7abd78aec8 no longer exists at agent hyperv_hv-cinder-80473 {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:21:32.228957 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.plugin [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] No Port match for: 6fb124a7-4c25-49ae-ade2-3a7abd78aec8 {{(pid=100913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 05:21:32.229298 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device 6fb124a7-4c25-49ae-ade2-3a7abd78aec8 not bound to the agent host hv-cinder-80473 {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 05:21:32.647033 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eab80fc-7290-4410-9f01-ee7d15d7933c req-52f521b8-f8be-4e94-aa25-e1adda8e4cbc tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:21:32.648569 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-8eab80fc-7290-4410-9f01-ee7d15d7933c req-52f521b8-f8be-4e94-aa25-e1adda8e4cbc tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.37 "GET /v2.0/networks?id=ea282e4f-676b-43ed-ba21-302b75631737 HTTP/1.1" status: 200 len: 811 time: 0.0998275 Sep 01 05:21:32.703735 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-8eab80fc-7290-4410-9f01-ee7d15d7933c req-dbcda423-8873-4be5-93d1-d34ff76629f6 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3dae50850ca54af297491f2c37c32fd4 HTTP/1.1" status: 200 len: 380 time: 0.0410819 Sep 01 05:21:32.714511 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.v2.base [req-8eab80fc-7290-4410-9f01-ee7d15d7933c req-84b62055-cd06-4d4b-ba4f-0a6f53b6917a tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Request body: {'port': {'device_id': '48b8d4f0-d373-4475-b655-ef867d9c9b45', 'network_id': 'ea282e4f-676b-43ed-ba21-302b75631737', 'admin_state_up': True, 'tenant_id': '3dae50850ca54af297491f2c37c32fd4', 'security_groups': ['d12ac181-d69e-4b4c-9e6b-c5b0fea996b5']}} {{(pid=100911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:21:32.889407 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8eab80fc-7290-4410-9f01-ee7d15d7933c req-84b62055-cd06-4d4b-ba4f-0a6f53b6917a tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Made reservation on behalf of 3dae50850ca54af297491f2c37c32fd4 for: {'port': 1} {{(pid=100911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 05:21:32.893027 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-8eab80fc-7290-4410-9f01-ee7d15d7933c req-84b62055-cd06-4d4b-ba4f-0a6f53b6917a tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:21:33.019996 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.db_base_plugin_common [req-8eab80fc-7290-4410-9f01-ee7d15d7933c req-84b62055-cd06-4d4b-ba4f-0a6f53b6917a tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Allocated IP 172.20.0.11 (ea282e4f-676b-43ed-ba21-302b75631737/78584c19-bcc8-49b3-9cdf-ab662b79456b/6f299dfa-6138-46f4-ab9a-ae441ee8d43f) {{(pid=100911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 05:21:33.158829 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-8eab80fc-7290-4410-9f01-ee7d15d7933c req-84b62055-cd06-4d4b-ba4f-0a6f53b6917a tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks [] for port, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:21:33.173076 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.provisioning_blocks [req-8eab80fc-7290-4410-9f01-ee7d15d7933c req-84b62055-cd06-4d4b-ba4f-0a6f53b6917a tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Transition to ACTIVE for port object 6f299dfa-6138-46f4-ab9a-ae441ee8d43f will not be triggered until provisioned by entity DHCP. {{(pid=100911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:21:33.186024 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-403b0326-c500-4bfb-ac56-7bd390031c67 req-0b3b0ad7-99cc-40ba-852e-a17a706d9f48 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/ports?device_id=48b8d4f0-d373-4475-b655-ef867d9c9b45 HTTP/1.1" status: 200 len: 210 time: 0.0263863 Sep 01 05:21:33.249524 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-8eab80fc-7290-4410-9f01-ee7d15d7933c req-84b62055-cd06-4d4b-ba4f-0a6f53b6917a tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780564376589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3457272'] for port, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:21:33.293570 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8eab80fc-7290-4410-9f01-ee7d15d7933c req-84b62055-cd06-4d4b-ba4f-0a6f53b6917a tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Network ea282e4f-676b-43ed-ba21-302b75631737 is already hosted by enough agents. {{(pid=100911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:21:33.296697 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.base_scheduler [req-8eab80fc-7290-4410-9f01-ee7d15d7933c req-84b62055-cd06-4d4b-ba4f-0a6f53b6917a tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Resources bound (agent type, host, resource id): {{(pid=100911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:21:33.300620 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eab80fc-7290-4410-9f01-ee7d15d7933c req-84b62055-cd06-4d4b-ba4f-0a6f53b6917a tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Received port after_create {{(pid=100911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 05:21:33.325477 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b62055-cd06-4d4b-ba4f-0a6f53b6917a tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Pushing event updated for resources: {'Port': ['ID=6f299dfa-6138-46f4-ab9a-ae441ee8d43f,revision_number=1']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:21:33.354599 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eab80fc-7290-4410-9f01-ee7d15d7933c req-84b62055-cd06-4d4b-ba4f-0a6f53b6917a tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:21:33.355270 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-8eab80fc-7290-4410-9f01-ee7d15d7933c req-84b62055-cd06-4d4b-ba4f-0a6f53b6917a tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428309'] for port, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:21:33.473334 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-8eab80fc-7290-4410-9f01-ee7d15d7933c req-84b62055-cd06-4d4b-ba4f-0a6f53b6917a tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7631652 Sep 01 05:21:33.492615 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.v2.base [req-8eab80fc-7290-4410-9f01-ee7d15d7933c req-775cb708-900d-40bd-93af-9072ab22b378 service neutron] Request body: {'port': {'device_id': '48b8d4f0-d373-4475-b655-ef867d9c9b45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=100911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:21:33.550725 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-8eab80fc-7290-4410-9f01-ee7d15d7933c req-775cb708-900d-40bd-93af-9072ab22b378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:21:33.609670 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-6221068f-5853-469f-ad38-d49813a9f9ab None None] Provisioning for port 6f299dfa-6138-46f4-ab9a-ae441ee8d43f completed by entity DHCP. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:21:33.613474 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-6221068f-5853-469f-ad38-d49813a9f9ab None None] Provisioning complete for port 6f299dfa-6138-46f4-ab9a-ae441ee8d43f triggered by entity DHCP. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:21:33.613854 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-6221068f-5853-469f-ad38-d49813a9f9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:21:33.652516 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.plugin [None req-6221068f-5853-469f-ad38-d49813a9f9ab None None] Port 6f299dfa-6138-46f4-ab9a-ae441ee8d43f cannot update to ACTIVE because it is not bound. {{(pid=100913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 05:21:33.814873 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.notifiers.nova [req-8eab80fc-7290-4410-9f01-ee7d15d7933c req-775cb708-900d-40bd-93af-9072ab22b378 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f299dfa-6138-46f4-ab9a-ae441ee8d43f {{(pid=100911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 05:21:33.822176 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-8eab80fc-7290-4410-9f01-ee7d15d7933c req-775cb708-900d-40bd-93af-9072ab22b378 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:21:33.834673 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.provisioning_blocks [req-8eab80fc-7290-4410-9f01-ee7d15d7933c req-775cb708-900d-40bd-93af-9072ab22b378 service neutron] Transition to ACTIVE for port object 6f299dfa-6138-46f4-ab9a-ae441ee8d43f will not be triggered until provisioned by entity L2. {{(pid=100911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:21:33.923612 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-8eab80fc-7290-4410-9f01-ee7d15d7933c req-775cb708-900d-40bd-93af-9072ab22b378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3457217'] for port, after_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:21:33.976296 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775cb708-900d-40bd-93af-9072ab22b378 service neutron] Pushing event updated for resources: {'Port': ['ID=6f299dfa-6138-46f4-ab9a-ae441ee8d43f,revision_number=2']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:21:34.052800 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.managers [req-8eab80fc-7290-4410-9f01-ee7d15d7933c req-775cb708-900d-40bd-93af-9072ab22b378 service neutron] Attempting to bind port 6f299dfa-6138-46f4-ab9a-ae441ee8d43f on host hv-cinder-80473 for vnic_type normal with profile {{(pid=100911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 05:21:34.053312 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.managers [req-8eab80fc-7290-4410-9f01-ee7d15d7933c req-775cb708-900d-40bd-93af-9072ab22b378 service neutron] Attempting to bind port 6f299dfa-6138-46f4-ab9a-ae441ee8d43f by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'ead279e4-9b1d-4b91-bf08-c27cade6e224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ea282e4f-676b-43ed-ba21-302b75631737'}] {{(pid=100911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 05:21:34.053654 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eab80fc-7290-4410-9f01-ee7d15d7933c req-775cb708-900d-40bd-93af-9072ab22b378 service neutron] Attempting to bind port 6f299dfa-6138-46f4-ab9a-ae441ee8d43f on network ea282e4f-676b-43ed-ba21-302b75631737 {{(pid=100911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:21:34.058258 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eab80fc-7290-4410-9f01-ee7d15d7933c req-775cb708-900d-40bd-93af-9072ab22b378 service neutron] Port 6f299dfa-6138-46f4-ab9a-ae441ee8d43f on network ea282e4f-676b-43ed-ba21-302b75631737 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=100911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 05:21:34.059636 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eab80fc-7290-4410-9f01-ee7d15d7933c req-775cb708-900d-40bd-93af-9072ab22b378 service neutron] Attempting to bind port 6f299dfa-6138-46f4-ab9a-ae441ee8d43f on network ea282e4f-676b-43ed-ba21-302b75631737 {{(pid=100911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:21:34.063543 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eab80fc-7290-4410-9f01-ee7d15d7933c req-775cb708-900d-40bd-93af-9072ab22b378 service neutron] Checking agent: {'id': '5dc78e7a-d30d-4469-a2d3-6a9bc399bc32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 59, 52), 'started_at': datetime.datetime(2021, 9, 1, 4, 59, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 5, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 05:21:34.063893 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eab80fc-7290-4410-9f01-ee7d15d7933c req-775cb708-900d-40bd-93af-9072ab22b378 service neutron] Checking segment: {'id': 'ead279e4-9b1d-4b91-bf08-c27cade6e224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ea282e4f-676b-43ed-ba21-302b75631737'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:21:34.064281 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eab80fc-7290-4410-9f01-ee7d15d7933c req-775cb708-900d-40bd-93af-9072ab22b378 service neutron] Bound using segment: {'id': 'ead279e4-9b1d-4b91-bf08-c27cade6e224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ea282e4f-676b-43ed-ba21-302b75631737'} {{(pid=100911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 05:21:34.064714 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.managers [req-8eab80fc-7290-4410-9f01-ee7d15d7933c req-775cb708-900d-40bd-93af-9072ab22b378 service neutron] Bound port: 6f299dfa-6138-46f4-ab9a-ae441ee8d43f, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ead279e4-9b1d-4b91-bf08-c27cade6e224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ea282e4f-676b-43ed-ba21-302b75631737'}}] {{(pid=100911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 05:21:34.065078 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-8eab80fc-7290-4410-9f01-ee7d15d7933c req-775cb708-900d-40bd-93af-9072ab22b378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:21:34.132827 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.db [req-8eab80fc-7290-4410-9f01-ee7d15d7933c req-775cb708-900d-40bd-93af-9072ab22b378 service neutron] For port 6f299dfa-6138-46f4-ab9a-ae441ee8d43f, host hv-cinder-80473, cleared binding levels {{(pid=100911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 05:21:34.135741 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.db [req-8eab80fc-7290-4410-9f01-ee7d15d7933c req-775cb708-900d-40bd-93af-9072ab22b378 service neutron] For port 6f299dfa-6138-46f4-ab9a-ae441ee8d43f, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=6f299dfa-6138-46f4-ab9a-ae441ee8d43f,segment=NetworkSegment(ead279e4-9b1d-4b91-bf08-c27cade6e224),segment_id=ead279e4-9b1d-4b91-bf08-c27cade6e224)] {{(pid=100911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 05:21:34.198311 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-8eab80fc-7290-4410-9f01-ee7d15d7933c req-775cb708-900d-40bd-93af-9072ab22b378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3457217'] for port, after_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:21:34.233555 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eab80fc-7290-4410-9f01-ee7d15d7933c req-775cb708-900d-40bd-93af-9072ab22b378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:21:34.234057 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-8eab80fc-7290-4410-9f01-ee7d15d7933c req-775cb708-900d-40bd-93af-9072ab22b378 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428309'] for port, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:21:34.235457 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-8eab80fc-7290-4410-9f01-ee7d15d7933c req-775cb708-900d-40bd-93af-9072ab22b378 service neutron] 10.222.0.37 "PUT /v2.0/ports/6f299dfa-6138-46f4-ab9a-ae441ee8d43f HTTP/1.1" status: 200 len: 1094 time: 0.7479050 Sep 01 05:21:34.235888 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48b8d4f0-d373-4475-b655-ef867d9c9b45', 'tag': '6f299dfa-6138-46f4-ab9a-ae441ee8d43f'}] {{(pid=100911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:21:34.238146 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2199b4ef80d697cbc8f6ff5e200fd84d3ba25b9ef6d03a08fa18221b1b049e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc3b82d-82b1-431a-a24d-b75c7fe9347b" -d '{"events": [{"name": "network-changed", "server_uuid": "48b8d4f0-d373-4475-b655-ef867d9c9b45", "tag": "6f299dfa-6138-46f4-ab9a-ae441ee8d43f"}]}' {{(pid=100911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:21:34.262606 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775cb708-900d-40bd-93af-9072ab22b378 service neutron] Pushing event updated for resources: {'Port': ['ID=6f299dfa-6138-46f4-ab9a-ae441ee8d43f,revision_number=3']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:21:34.295583 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 05:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9804e298-1215-46c8-8c08-093e63f6217c x-openstack-request-id: req-9804e298-1215-46c8-8c08-093e63f6217c {{(pid=100911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:21:34.295872 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48b8d4f0-d373-4475-b655-ef867d9c9b45", "tag": "6f299dfa-6138-46f4-ab9a-ae441ee8d43f", "status": "completed", "code": 200}]} {{(pid=100911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:21:34.296146 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9804e298-1215-46c8-8c08-093e63f6217c {{(pid=100911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:21:34.296559 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48b8d4f0-d373-4475-b655-ef867d9c9b45', 'tag': '6f299dfa-6138-46f4-ab9a-ae441ee8d43f', 'status': 'completed', 'code': 200} Sep 01 05:21:34.311566 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b6cc7-d368-4017-ac20-0d5d61363136 req-4f45d426-d1e5-4a53-8afe-93627109e2f7 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:21:34.313799 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-858b6cc7-d368-4017-ac20-0d5d61363136 req-4f45d426-d1e5-4a53-8afe-93627109e2f7 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/ports?device_id=48b8d4f0-d373-4475-b655-ef867d9c9b45 HTTP/1.1" status: 200 len: 944 time: 0.0573201 Sep 01 05:21:34.357429 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-858b6cc7-d368-4017-ac20-0d5d61363136 req-81a66aa3-ae2c-4fc3-80b5-9dc8efe63711 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/security-groups?id=d12ac181-d69e-4b4c-9e6b-c5b0fea996b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371614 Sep 01 05:21:34.389498 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc3b82d-82b1-431a-a24d-b75c7fe9347b req-a064714d-658d-4f29-9afe-8a88e93efd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:21:34.391121 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-4dc3b82d-82b1-431a-a24d-b75c7fe9347b req-a064714d-658d-4f29-9afe-8a88e93efd6d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3dae50850ca54af297491f2c37c32fd4&device_id=48b8d4f0-d373-4475-b655-ef867d9c9b45 HTTP/1.1" status: 200 len: 1097 time: 0.0493848 Sep 01 05:21:34.492580 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc3b82d-82b1-431a-a24d-b75c7fe9347b req-d8b905e5-bdda-4222-9782-0870b7bffc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:21:34.494047 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-4dc3b82d-82b1-431a-a24d-b75c7fe9347b req-d8b905e5-bdda-4222-9782-0870b7bffc66 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=3dae50850ca54af297491f2c37c32fd4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0901957 Sep 01 05:21:34.588169 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc3b82d-82b1-431a-a24d-b75c7fe9347b req-189c23b6-2c47-4a17-80cd-5f23c92613ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:21:34.589613 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-4dc3b82d-82b1-431a-a24d-b75c7fe9347b req-189c23b6-2c47-4a17-80cd-5f23c92613ff service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0889823 Sep 01 05:21:34.683341 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eab80fc-7290-4410-9f01-ee7d15d7933c req-1b7677de-0522-4190-a7a5-2ac8cdf1ef57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:21:34.684814 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-8eab80fc-7290-4410-9f01-ee7d15d7933c req-1b7677de-0522-4190-a7a5-2ac8cdf1ef57 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3dae50850ca54af297491f2c37c32fd4&device_id=48b8d4f0-d373-4475-b655-ef867d9c9b45 HTTP/1.1" status: 200 len: 1097 time: 0.0393484 Sep 01 05:21:34.731025 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-8eab80fc-7290-4410-9f01-ee7d15d7933c req-49dd03cd-599b-41e8-81c6-8e83e1192d64 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f299dfa-6138-46f4-ab9a-ae441ee8d43f HTTP/1.1" status: 200 len: 217 time: 0.0332243 Sep 01 05:21:34.781775 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eab80fc-7290-4410-9f01-ee7d15d7933c req-f0b54aad-4858-49bf-a854-acfcfb8549ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:21:34.783260 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-8eab80fc-7290-4410-9f01-ee7d15d7933c req-f0b54aad-4858-49bf-a854-acfcfb8549ab service neutron] 10.222.0.37 "GET /v2.0/subnets?id=78584c19-bcc8-49b3-9cdf-ab662b79456b HTTP/1.1" status: 200 len: 850 time: 0.0458450 Sep 01 05:21:34.828051 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eab80fc-7290-4410-9f01-ee7d15d7933c req-8ea0ec78-06d3-43da-a97a-fc39ff4fa959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:21:34.829478 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-8eab80fc-7290-4410-9f01-ee7d15d7933c req-8ea0ec78-06d3-43da-a97a-fc39ff4fa959 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ea282e4f-676b-43ed-ba21-302b75631737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383470 Sep 01 05:21:34.915611 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-8eab80fc-7290-4410-9f01-ee7d15d7933c req-6fa7959c-eee5-48a2-8420-eb1fe7ac7f28 service neutron] 10.222.0.37 "GET /v2.0/networks/ea282e4f-676b-43ed-ba21-302b75631737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789583 Sep 01 05:21:35.005411 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-8eab80fc-7290-4410-9f01-ee7d15d7933c req-caf6892a-9b4e-4074-a4a4-9a17e05ae046 service neutron] 10.222.0.37 "GET /v2.0/networks/ea282e4f-676b-43ed-ba21-302b75631737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827811 Sep 01 05:21:35.474242 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33635a72-d1ba-48f4-8552-b59be9f39cf0 req-7bc2ccf8-68c9-467c-93c8-1c5065a6c3eb tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:21:35.476463 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-33635a72-d1ba-48f4-8552-b59be9f39cf0 req-7bc2ccf8-68c9-467c-93c8-1c5065a6c3eb tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/ports?device_id=48b8d4f0-d373-4475-b655-ef867d9c9b45 HTTP/1.1" status: 200 len: 944 time: 0.0515420 Sep 01 05:21:35.513339 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-33635a72-d1ba-48f4-8552-b59be9f39cf0 req-75935403-7c62-4666-b22f-df12d747bc67 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/security-groups?id=d12ac181-d69e-4b4c-9e6b-c5b0fea996b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311725 Sep 01 05:21:36.624406 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae457a2-0b1e-4cd7-9bf7-011b129d32f3 req-6e293eb2-3802-45e9-b23b-00d3c04a0015 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:21:36.625933 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-6ae457a2-0b1e-4cd7-9bf7-011b129d32f3 req-6e293eb2-3802-45e9-b23b-00d3c04a0015 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/ports?device_id=48b8d4f0-d373-4475-b655-ef867d9c9b45 HTTP/1.1" status: 200 len: 944 time: 0.0478466 Sep 01 05:21:36.663585 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-6ae457a2-0b1e-4cd7-9bf7-011b129d32f3 req-918c2dd4-5db6-4aee-9def-5fa79a61a425 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/security-groups?id=d12ac181-d69e-4b4c-9e6b-c5b0fea996b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308068 Sep 01 05:21:37.289285 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-831ec1fc-0ca6-420e-b188-8ef8295a69a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:21:37.774302 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9755ca-67d5-452e-8003-c6f21242c375 req-1f660f59-0ddb-446c-8d0d-e50300631d23 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:21:37.775787 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-7b9755ca-67d5-452e-8003-c6f21242c375 req-1f660f59-0ddb-446c-8d0d-e50300631d23 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/ports?device_id=48b8d4f0-d373-4475-b655-ef867d9c9b45 HTTP/1.1" status: 200 len: 944 time: 0.0472591 Sep 01 05:21:37.811546 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-7b9755ca-67d5-452e-8003-c6f21242c375 req-367e3996-2127-49e8-a573-5d406bd73bb0 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/security-groups?id=d12ac181-d69e-4b4c-9e6b-c5b0fea996b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300741 Sep 01 05:21:38.926336 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0ce2a3-660d-4c38-9042-027914cd70ba req-2cd4acdd-b694-415e-9133-fc834685141e tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:21:38.928541 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-be0ce2a3-660d-4c38-9042-027914cd70ba req-2cd4acdd-b694-415e-9133-fc834685141e tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/ports?device_id=48b8d4f0-d373-4475-b655-ef867d9c9b45 HTTP/1.1" status: 200 len: 944 time: 0.0509918 Sep 01 05:21:38.965529 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-be0ce2a3-660d-4c38-9042-027914cd70ba req-f430c4c8-3f61-490b-a724-1a4df31c130e tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/security-groups?id=d12ac181-d69e-4b4c-9e6b-c5b0fea996b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311370 Sep 01 05:21:40.075480 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d90ff-aa62-4216-a5f9-1610f7b4a9e6 req-4d61ef2c-af32-4539-be54-00f5a39f1ad3 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:21:40.077292 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-4c5d90ff-aa62-4216-a5f9-1610f7b4a9e6 req-4d61ef2c-af32-4539-be54-00f5a39f1ad3 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/ports?device_id=48b8d4f0-d373-4475-b655-ef867d9c9b45 HTTP/1.1" status: 200 len: 944 time: 0.0482445 Sep 01 05:21:40.077897 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-667c968b-f4c1-497c-9a76-92f36f6d7cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:21:40.089107 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:21:40.116011 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-4c5d90ff-aa62-4216-a5f9-1610f7b4a9e6 req-ac4129bd-5625-4264-9226-2913cc214514 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/security-groups?id=d12ac181-d69e-4b4c-9e6b-c5b0fea996b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327866 Sep 01 05:21:41.226288 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d105e34-cec5-4340-92dc-6995d20f7d82 req-ec2ac091-45e7-4d0a-a654-ffa5fc261fbf tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:21:41.227784 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-8d105e34-cec5-4340-92dc-6995d20f7d82 req-ec2ac091-45e7-4d0a-a654-ffa5fc261fbf tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/ports?device_id=48b8d4f0-d373-4475-b655-ef867d9c9b45 HTTP/1.1" status: 200 len: 944 time: 0.0473998 Sep 01 05:21:41.266128 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-8d105e34-cec5-4340-92dc-6995d20f7d82 req-a40115e3-d796-41f1-8f16-a902f437b7ed tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/security-groups?id=d12ac181-d69e-4b4c-9e6b-c5b0fea996b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318415 Sep 01 05:21:41.444192 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-125f6581-13c4-4eca-b15a-10d5e92c8028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:21:42.238082 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device 6f299dfa-6138-46f4-ab9a-ae441ee8d43f details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=100913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 05:21:42.347010 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] For port 6f299dfa-6138-46f4-ab9a-ae441ee8d43f, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=6f299dfa-6138-46f4-ab9a-ae441ee8d43f,segment=NetworkSegment(ead279e4-9b1d-4b91-bf08-c27cade6e224),segment_id=ead279e4-9b1d-4b91-bf08-c27cade6e224)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:21:42.358960 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Returning: {'device': '6f299dfa-6138-46f4-ab9a-ae441ee8d43f', 'network_id': 'ea282e4f-676b-43ed-ba21-302b75631737', 'port_id': '6f299dfa-6138-46f4-ab9a-ae441ee8d43f', 'mac_address': 'fa:16:3e:6d:23:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78584c19-bcc8-49b3-9cdf-ab662b79456b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 05:21:42.388068 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b2c512-18a5-40c1-9aff-ffd81c556460 req-d59710b1-3c27-45ea-8ad6-24deb01276c9 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:21:42.389544 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-d9b2c512-18a5-40c1-9aff-ffd81c556460 req-d59710b1-3c27-45ea-8ad6-24deb01276c9 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/ports?device_id=48b8d4f0-d373-4475-b655-ef867d9c9b45 HTTP/1.1" status: 200 len: 944 time: 0.0500071 Sep 01 05:21:42.400530 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:21:42.413216 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.notifiers.nova [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f299dfa-6138-46f4-ab9a-ae441ee8d43f {{(pid=100913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 05:21:42.426509 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-d9b2c512-18a5-40c1-9aff-ffd81c556460 req-3c8fb218-43f6-4ab2-a8ce-a2877267885c tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/security-groups?id=d12ac181-d69e-4b4c-9e6b-c5b0fea996b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309563 Sep 01 05:21:42.431987 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] For port 6f299dfa-6138-46f4-ab9a-ae441ee8d43f, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=6f299dfa-6138-46f4-ab9a-ae441ee8d43f,segment=NetworkSegment(ead279e4-9b1d-4b91-bf08-c27cade6e224),segment_id=ead279e4-9b1d-4b91-bf08-c27cade6e224)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:21:42.511814 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:21:42.559118 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Pushing event updated for resources: {'Port': ['ID=6f299dfa-6138-46f4-ab9a-ae441ee8d43f,revision_number=4']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:21:42.565838 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:21:42.566173 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:21:42.566513 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:21:42.566867 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:21:42.567197 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:21:42.567522 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:21:42.567846 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:21:42.568197 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:21:42.568522 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:21:42.568838 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:21:42.569298 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:21:42.569618 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:21:42.789692 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] get_ports_and_sgs() called for port_ids ['6f299dfa-6138-46f4-ab9a-ae441ee8d43f'] {{(pid=100913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 05:21:43.295593 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-57069d07-1191-4bd8-9ef8-43ac9a8b42c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:21:43.537848 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b0b126-5f8b-4cd6-b792-5643c2303fcd req-5fb53833-fc2a-46fd-849a-ef2115338e48 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:21:43.539366 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-90b0b126-5f8b-4cd6-b792-5643c2303fcd req-5fb53833-fc2a-46fd-849a-ef2115338e48 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/ports?device_id=48b8d4f0-d373-4475-b655-ef867d9c9b45 HTTP/1.1" status: 200 len: 945 time: 0.0475581 Sep 01 05:21:43.576662 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-90b0b126-5f8b-4cd6-b792-5643c2303fcd req-8535fac8-a9b6-4c7c-95f5-d8af29afad47 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/security-groups?id=d12ac181-d69e-4b4c-9e6b-c5b0fea996b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313482 Sep 01 05:21:44.253355 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device 6f299dfa-6138-46f4-ab9a-ae441ee8d43f up at agent hyperv_hv-cinder-80473 {{(pid=100913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:21:44.380272 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Provisioning for port 6f299dfa-6138-46f4-ab9a-ae441ee8d43f completed by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:21:44.384272 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Provisioning complete for port 6f299dfa-6138-46f4-ab9a-ae441ee8d43f triggered by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:21:44.384647 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:21:44.463049 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:21:44.484194 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48b8d4f0-d373-4475-b655-ef867d9c9b45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f299dfa-6138-46f4-ab9a-ae441ee8d43f'}] {{(pid=100913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:21:44.486412 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac1e9064bfa394a3c8e95a7ae5ebf8ce235ac3ce60c2245422c4078f9b609c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3018e252-084b-46f1-a7c4-bd4064d17c00" -d '{"events": [{"server_uuid": "48b8d4f0-d373-4475-b655-ef867d9c9b45", "name": "network-vif-plugged", "status": "completed", "tag": "6f299dfa-6138-46f4-ab9a-ae441ee8d43f"}]}' {{(pid=100913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:21:44.498412 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] For port 6f299dfa-6138-46f4-ab9a-ae441ee8d43f, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=6f299dfa-6138-46f4-ab9a-ae441ee8d43f,segment=NetworkSegment(ead279e4-9b1d-4b91-bf08-c27cade6e224),segment_id=ead279e4-9b1d-4b91-bf08-c27cade6e224)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:21:44.523680 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 05:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-800b721f-9604-49bb-ba9f-42a40eb6f9ac x-openstack-request-id: req-800b721f-9604-49bb-ba9f-42a40eb6f9ac {{(pid=100913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:21:44.523969 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48b8d4f0-d373-4475-b655-ef867d9c9b45", "name": "network-vif-plugged", "status": "completed", "tag": "6f299dfa-6138-46f4-ab9a-ae441ee8d43f", "code": 200}]} {{(pid=100913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:21:44.524220 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-800b721f-9604-49bb-ba9f-42a40eb6f9ac {{(pid=100913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:21:44.524612 dv-cinder-804735-5-iscsi neutron-server[100913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48b8d4f0-d373-4475-b655-ef867d9c9b45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f299dfa-6138-46f4-ab9a-ae441ee8d43f', 'code': 200} Sep 01 05:21:44.563274 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:21:44.610369 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Pushing event updated for resources: {'Port': ['ID=6f299dfa-6138-46f4-ab9a-ae441ee8d43f,revision_number=5']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:21:44.691738 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fff3e7c-acc2-44c1-8539-721a1d83767e req-5d7b667c-9e49-4dae-8335-02c48952cdc0 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:21:44.693749 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-2fff3e7c-acc2-44c1-8539-721a1d83767e req-5d7b667c-9e49-4dae-8335-02c48952cdc0 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/ports?device_id=48b8d4f0-d373-4475-b655-ef867d9c9b45 HTTP/1.1" status: 200 len: 946 time: 0.0485532 Sep 01 05:21:44.731575 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-2fff3e7c-acc2-44c1-8539-721a1d83767e req-a41212a2-a56d-4ec8-bb53-52ef713e6872 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/security-groups?id=d12ac181-d69e-4b4c-9e6b-c5b0fea996b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318868 Sep 01 05:21:44.835489 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fd4a41-2571-4d4b-b74e-d2c6f58e9954 req-ff1c67ec-f60b-44c7-a13f-3ae34e5f9aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:21:44.836949 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-d2fd4a41-2571-4d4b-b74e-d2c6f58e9954 req-ff1c67ec-f60b-44c7-a13f-3ae34e5f9aa3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=48b8d4f0-d373-4475-b655-ef867d9c9b45 HTTP/1.1" status: 200 len: 1099 time: 0.0400610 Sep 01 05:21:44.871183 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-d2fd4a41-2571-4d4b-b74e-d2c6f58e9954 req-c38c43d8-d043-4259-81be-07cee4b8358c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d12ac181-d69e-4b4c-9e6b-c5b0fea996b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268748 Sep 01 05:21:45.848194 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e79d9f-f00c-473e-a6c5-9595690d41fb req-cac3b194-e1a0-422e-81be-aef72d7c76e1 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:21:45.849823 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-26e79d9f-f00c-473e-a6c5-9595690d41fb req-cac3b194-e1a0-422e-81be-aef72d7c76e1 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/ports?device_id=48b8d4f0-d373-4475-b655-ef867d9c9b45 HTTP/1.1" status: 200 len: 946 time: 0.0515645 Sep 01 05:21:45.887725 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-26e79d9f-f00c-473e-a6c5-9595690d41fb req-f606bec9-13c1-4b51-a9a1-642cd8330c62 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/security-groups?id=d12ac181-d69e-4b4c-9e6b-c5b0fea996b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317998 Sep 01 05:21:47.002697 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0ab208-20f2-41f5-a8e7-fddbb9131d36 req-fb295e56-aa92-4400-9f84-dec16ef642ad tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:21:47.004298 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-2f0ab208-20f2-41f5-a8e7-fddbb9131d36 req-fb295e56-aa92-4400-9f84-dec16ef642ad tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/ports?device_id=48b8d4f0-d373-4475-b655-ef867d9c9b45 HTTP/1.1" status: 200 len: 946 time: 0.0504653 Sep 01 05:21:47.043915 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-2f0ab208-20f2-41f5-a8e7-fddbb9131d36 req-cf3a88d8-c304-4b86-8ca2-29cf9105613d tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/security-groups?id=d12ac181-d69e-4b4c-9e6b-c5b0fea996b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331304 Sep 01 05:21:47.212349 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962298fd-ba33-4f29-a027-b26299c3fc95 req-48640700-1567-4f14-9226-5bc5d0aaf1fa tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:21:47.213874 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-962298fd-ba33-4f29-a027-b26299c3fc95 req-48640700-1567-4f14-9226-5bc5d0aaf1fa tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/ports?device_id=48b8d4f0-d373-4475-b655-ef867d9c9b45 HTTP/1.1" status: 200 len: 946 time: 0.0990009 Sep 01 05:21:47.250449 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-962298fd-ba33-4f29-a027-b26299c3fc95 req-d9fbbb35-588d-41c9-9f37-277385596986 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/security-groups?id=d12ac181-d69e-4b4c-9e6b-c5b0fea996b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306551 Sep 01 05:21:47.272364 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 54148) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:21:47.316152 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b755877-1592-49f7-b537-8e41029a9aca tempest-TestVolumeBootPattern-933816350 tempest-TestVolumeBootPattern-933816350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:21:47.317719 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-4b755877-1592-49f7-b537-8e41029a9aca tempest-TestVolumeBootPattern-933816350 tempest-TestVolumeBootPattern-933816350-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=48b8d4f0-d373-4475-b655-ef867d9c9b45 HTTP/1.1" status: 200 len: 1094 time: 0.0443656 Sep 01 05:21:47.320930 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 54150) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:21:47.325213 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.v2.base [None req-430f01ec-6a78-4c88-a065-a479d110adf3 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Request body: {'floatingip': {'floating_network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'port_id': '6f299dfa-6138-46f4-ab9a-ae441ee8d43f', 'tenant_id': '3dae50850ca54af297491f2c37c32fd4', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:21:47.398185 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-430f01ec-6a78-4c88-a065-a479d110adf3 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks [] for floatingip, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:21:47.495651 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-430f01ec-6a78-4c88-a065-a479d110adf3 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:21:47.598209 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.db_base_plugin_common [None req-430f01ec-6a78-4c88-a065-a479d110adf3 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Allocated IP 172.27.2.193 (0effeb3b-80f3-4cb6-8b1a-1774968f7d76/a1ace4a4-4e27-4c96-bf05-cb2f22386a9e/88bbf7ac-2d6d-4a61-aa5b-369e3fd050ed) {{(pid=100911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 05:21:47.699905 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-430f01ec-6a78-4c88-a065-a479d110adf3 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks [] for port, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:21:47.780866 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-430f01ec-6a78-4c88-a065-a479d110adf3 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780564376589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3457272'] for port, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:21:47.820233 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430f01ec-6a78-4c88-a065-a479d110adf3 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Network 0effeb3b-80f3-4cb6-8b1a-1774968f7d76 is already hosted by enough agents. {{(pid=100911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:21:47.823094 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.base_scheduler [None req-430f01ec-6a78-4c88-a065-a479d110adf3 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Resources bound (agent type, host, resource id): {{(pid=100911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:21:47.826888 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430f01ec-6a78-4c88-a065-a479d110adf3 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Received port after_create {{(pid=100911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 05:21:47.832037 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430f01ec-6a78-4c88-a065-a479d110adf3 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Pushing event updated for resources: {'Port': ['ID=88bbf7ac-2d6d-4a61-aa5b-369e3fd050ed,revision_number=1']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:21:48.174707 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-430f01ec-6a78-4c88-a065-a479d110adf3 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:21:48.314473 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-430f01ec-6a78-4c88-a065-a479d110adf3 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:21:48.461072 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-430f01ec-6a78-4c88-a065-a479d110adf3 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks [] for port, precommit_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:21:48.540110 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-430f01ec-6a78-4c88-a065-a479d110adf3 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3457217'] for port, after_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:21:48.611338 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430f01ec-6a78-4c88-a065-a479d110adf3 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Pushing event updated for resources: {'Port': ['ID=88bbf7ac-2d6d-4a61-aa5b-369e3fd050ed,revision_number=2']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:21:48.619102 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-430f01ec-6a78-4c88-a065-a479d110adf3 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1958929'] for floatingip, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:21:48.716809 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.db.l3_db [None req-430f01ec-6a78-4c88-a065-a479d110adf3 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Floating IP 7c03a819-e466-483f-bfcd-dd9f0199466d associated. External IP: 172.27.2.193, port: 6f299dfa-6138-46f4-ab9a-ae441ee8d43f. Sep 01 05:21:48.915132 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-430f01ec-6a78-4c88-a065-a479d110adf3 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Router 9e47d257-d5d9-4a83-993c-0c136a7fa9c1 has already been hosted by L3 agent dd4ad2d5-7278-4db2-b968-23881816b870 {{(pid=100911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 05:21:49.272327 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-430f01ec-6a78-4c88-a065-a479d110adf3 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify agent at l3_agent.dv-cinder-804735-5-iscsi the message routers_updated {{(pid=100911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 05:21:49.281685 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b985d05-08b6-4fde-a386-cf42e453b2c7 None None] Sync routers for ids ['9e47d257-d5d9-4a83-993c-0c136a7fa9c1'] in dv-cinder-804735-5-iscsi {{(pid=100913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 05:21:49.291770 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b985d05-08b6-4fde-a386-cf42e453b2c7 None None] Routers {'9e47d257-d5d9-4a83-993c-0c136a7fa9c1'} bound to L3 agent in host dv-cinder-804735-5-iscsi {{(pid=100913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:21:49.292395 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-8b985d05-08b6-4fde-a386-cf42e453b2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T04:53:40Z,description=,heartbeat_timestamp=2021-09-01T05:21:40Z,host='dv-cinder-804735-5-iscsi',id=dd4ad2d5-7278-4db2-b968-23881816b870,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:53:41Z,topic='l3_agent')) {'router_ids': ['9e47d257-d5d9-4a83-993c-0c136a7fa9c1'], 'active': True} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:21:49.386523 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-430f01ec-6a78-4c88-a065-a479d110adf3 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428309'] for floatingip, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:21:49.398329 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvr_db [None req-8b985d05-08b6-4fde-a386-cf42e453b2c7 None None] Set router 9e47d257-d5d9-4a83-993c-0c136a7fa9c1 gateway port host: dv-cinder-804735-5-iscsi {{(pid=100913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:21:49.414109 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-430f01ec-6a78-4c88-a065-a479d110adf3 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0921674 Sep 01 05:21:49.414687 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48b8d4f0-d373-4475-b655-ef867d9c9b45', 'tag': '6f299dfa-6138-46f4-ab9a-ae441ee8d43f'}] {{(pid=100911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:21:49.416936 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2199b4ef80d697cbc8f6ff5e200fd84d3ba25b9ef6d03a08fa18221b1b049e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf29116-5c4a-48a7-8ba4-17acce9c624f" -d '{"events": [{"name": "network-changed", "server_uuid": "48b8d4f0-d373-4475-b655-ef867d9c9b45", "tag": "6f299dfa-6138-46f4-ab9a-ae441ee8d43f"}]}' {{(pid=100911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:21:49.451801 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 05:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d2a1230-28a6-468f-a509-6d76a1d9002a x-openstack-request-id: req-0d2a1230-28a6-468f-a509-6d76a1d9002a {{(pid=100911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:21:49.452078 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48b8d4f0-d373-4475-b655-ef867d9c9b45", "tag": "6f299dfa-6138-46f4-ab9a-ae441ee8d43f", "status": "completed", "code": 200}]} {{(pid=100911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:21:49.452328 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0d2a1230-28a6-468f-a509-6d76a1d9002a {{(pid=100911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:21:49.452722 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48b8d4f0-d373-4475-b655-ef867d9c9b45', 'tag': '6f299dfa-6138-46f4-ab9a-ae441ee8d43f', 'status': 'completed', 'code': 200} Sep 01 05:21:49.533966 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf29116-5c4a-48a7-8ba4-17acce9c624f req-c2fbb4fa-2b48-4f28-bd1b-c59f70f9fb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:21:49.535370 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-0bf29116-5c4a-48a7-8ba4-17acce9c624f req-c2fbb4fa-2b48-4f28-bd1b-c59f70f9fb17 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3dae50850ca54af297491f2c37c32fd4&device_id=48b8d4f0-d373-4475-b655-ef867d9c9b45 HTTP/1.1" status: 200 len: 1099 time: 0.0385177 Sep 01 05:21:49.623563 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf29116-5c4a-48a7-8ba4-17acce9c624f req-52b74b75-3cb6-4756-bd33-9e796f7a2971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:21:49.625013 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-0bf29116-5c4a-48a7-8ba4-17acce9c624f req-52b74b75-3cb6-4756-bd33-9e796f7a2971 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ea282e4f-676b-43ed-ba21-302b75631737 HTTP/1.1" status: 200 len: 912 time: 0.0811651 Sep 01 05:21:49.627899 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-8b985d05-08b6-4fde-a386-cf42e453b2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e47d257-d5d9-4a83-993c-0c136a7fa9c1', 'name': 'tempest-TestVolumeBootPattern-200851941-router', 'tenant_id': '3dae50850ca54af297491f2c37c32fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '6902dfc4-9d35-44d6-bc1a-a08b066663fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:18:38Z', 'updated_at': '2021-09-01T05:18:41Z', 'revision_number': 4, 'project_id': '3dae50850ca54af297491f2c37c32fd4', 'gw_port': {'id': '6902dfc4-9d35-44d6-bc1a-a08b066663fd', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:34:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e47d257-d5d9-4a83-993c-0c136a7fa9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:18:39Z', 'updated_at': '2021-09-01T05:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi', '_floatingips': [{'id': '7c03a819-e466-483f-bfcd-dd9f0199466d', 'tenant_id': '3dae50850ca54af297491f2c37c32fd4', 'floating_ip_address': '172.27.2.193', 'floating_network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'router_id': '9e47d257-d5d9-4a83-993c-0c136a7fa9c1', 'port_id': '6f299dfa-6138-46f4-ab9a-ae441ee8d43f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea282e4f-676b-43ed-ba21-302b75631737', 'mac_address': 'fa:16:3e:6d:23:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b8d4f0-d373-4475-b655-ef867d9c9b45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T05:21:48Z', 'updated_at': '2021-09-01T05:21:48Z', 'revision_number': 0, 'project_id': '3dae50850ca54af297491f2c37c32fd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b213173a-6c76-4d21-bbf0-b03f4827dd1f', 'name': '', 'network_id': 'ea282e4f-676b-43ed-ba21-302b75631737', 'tenant_id': '3dae50850ca54af297491f2c37c32fd4', 'mac_address': 'fa:16:3e:d8:13:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e47d257-d5d9-4a83-993c-0c136a7fa9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '78584c19-bcc8-49b3-9cdf-ab662b79456b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:18:40Z', 'updated_at': '2021-09-01T05:18:46Z', 'revision_number': 5, 'project_id': '3dae50850ca54af297491f2c37c32fd4', 'subnets': [{'id': '78584c19-bcc8-49b3-9cdf-ab662b79456b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-5-iscsi', False) {} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:21:49.655981 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b985d05-08b6-4fde-a386-cf42e453b2c7 None None] Checking router: 9e47d257-d5d9-4a83-993c-0c136a7fa9c1 for host: dv-cinder-804735-5-iscsi {{(pid=100913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 05:21:49.665109 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b985d05-08b6-4fde-a386-cf42e453b2c7 None None] Routers {'9e47d257-d5d9-4a83-993c-0c136a7fa9c1'} bound to L3 agent in host dv-cinder-804735-5-iscsi {{(pid=100913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:21:49.665726 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-8b985d05-08b6-4fde-a386-cf42e453b2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T04:53:40Z,description=,heartbeat_timestamp=2021-09-01T05:21:40Z,host='dv-cinder-804735-5-iscsi',id=dd4ad2d5-7278-4db2-b968-23881816b870,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:53:41Z,topic='l3_agent')) {'router_ids': ['9e47d257-d5d9-4a83-993c-0c136a7fa9c1'], 'active': True} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:21:49.694615 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-0bf29116-5c4a-48a7-8ba4-17acce9c624f req-324c0333-c15f-4a32-8c85-1a76652cb837 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f299dfa-6138-46f4-ab9a-ae441ee8d43f HTTP/1.1" status: 200 len: 1000 time: 0.0627971 Sep 01 05:21:49.743651 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf29116-5c4a-48a7-8ba4-17acce9c624f req-b7ae1e24-5060-4dba-8f22-e1bd6cf3fe1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:21:49.745102 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-0bf29116-5c4a-48a7-8ba4-17acce9c624f req-b7ae1e24-5060-4dba-8f22-e1bd6cf3fe1d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=78584c19-bcc8-49b3-9cdf-ab662b79456b HTTP/1.1" status: 200 len: 850 time: 0.0435719 Sep 01 05:21:49.769572 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvr_db [None req-8b985d05-08b6-4fde-a386-cf42e453b2c7 None None] Set router 9e47d257-d5d9-4a83-993c-0c136a7fa9c1 gateway port host: dv-cinder-804735-5-iscsi {{(pid=100913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:21:49.789758 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf29116-5c4a-48a7-8ba4-17acce9c624f req-760b6950-f6c2-4266-a146-f4b119cf4aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:21:49.791212 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-0bf29116-5c4a-48a7-8ba4-17acce9c624f req-760b6950-f6c2-4266-a146-f4b119cf4aa4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ea282e4f-676b-43ed-ba21-302b75631737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392649 Sep 01 05:21:49.883178 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-0bf29116-5c4a-48a7-8ba4-17acce9c624f req-79b53ed9-0a2e-4b89-8a1c-623f1980e4c2 service neutron] 10.222.0.37 "GET /v2.0/networks/ea282e4f-676b-43ed-ba21-302b75631737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848687 Sep 01 05:21:49.969612 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-0bf29116-5c4a-48a7-8ba4-17acce9c624f req-aae213bc-b9cc-4998-aa8e-a4c5c389b4cb service neutron] 10.222.0.37 "GET /v2.0/networks/ea282e4f-676b-43ed-ba21-302b75631737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801032 Sep 01 05:21:49.988666 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-8b985d05-08b6-4fde-a386-cf42e453b2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e47d257-d5d9-4a83-993c-0c136a7fa9c1', 'name': 'tempest-TestVolumeBootPattern-200851941-router', 'tenant_id': '3dae50850ca54af297491f2c37c32fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '6902dfc4-9d35-44d6-bc1a-a08b066663fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:18:38Z', 'updated_at': '2021-09-01T05:18:41Z', 'revision_number': 4, 'project_id': '3dae50850ca54af297491f2c37c32fd4', 'gw_port': {'id': '6902dfc4-9d35-44d6-bc1a-a08b066663fd', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:34:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e47d257-d5d9-4a83-993c-0c136a7fa9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:18:39Z', 'updated_at': '2021-09-01T05:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi', '_floatingips': [{'id': '7c03a819-e466-483f-bfcd-dd9f0199466d', 'tenant_id': '3dae50850ca54af297491f2c37c32fd4', 'floating_ip_address': '172.27.2.193', 'floating_network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'router_id': '9e47d257-d5d9-4a83-993c-0c136a7fa9c1', 'port_id': '6f299dfa-6138-46f4-ab9a-ae441ee8d43f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea282e4f-676b-43ed-ba21-302b75631737', 'mac_address': 'fa:16:3e:6d:23:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b8d4f0-d373-4475-b655-ef867d9c9b45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T05:21:48Z', 'updated_at': '2021-09-01T05:21:48Z', 'revision_number': 0, 'project_id': '3dae50850ca54af297491f2c37c32fd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b213173a-6c76-4d21-bbf0-b03f4827dd1f', 'name': '', 'network_id': 'ea282e4f-676b-43ed-ba21-302b75631737', 'tenant_id': '3dae50850ca54af297491f2c37c32fd4', 'mac_address': 'fa:16:3e:d8:13:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e47d257-d5d9-4a83-993c-0c136a7fa9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '78584c19-bcc8-49b3-9cdf-ab662b79456b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:18:40Z', 'updated_at': '2021-09-01T05:18:46Z', 'revision_number': 5, 'project_id': '3dae50850ca54af297491f2c37c32fd4', 'subnets': [{'id': '78584c19-bcc8-49b3-9cdf-ab662b79456b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-5-iscsi', False) {} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:21:50.018833 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b985d05-08b6-4fde-a386-cf42e453b2c7 None None] The sync data for ids ['9e47d257-d5d9-4a83-993c-0c136a7fa9c1'] in dv-cinder-804735-5-iscsi is: [{'id': '9e47d257-d5d9-4a83-993c-0c136a7fa9c1', 'name': 'tempest-TestVolumeBootPattern-200851941-router', 'tenant_id': '3dae50850ca54af297491f2c37c32fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '6902dfc4-9d35-44d6-bc1a-a08b066663fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:18:38Z', 'updated_at': '2021-09-01T05:18:41Z', 'revision_number': 4, 'project_id': '3dae50850ca54af297491f2c37c32fd4', 'gw_port': {'id': '6902dfc4-9d35-44d6-bc1a-a08b066663fd', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:34:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e47d257-d5d9-4a83-993c-0c136a7fa9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:18:39Z', 'updated_at': '2021-09-01T05:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi', '_floatingips': [{'id': '7c03a819-e466-483f-bfcd-dd9f0199466d', 'tenant_id': '3dae50850ca54af297491f2c37c32fd4', 'floating_ip_address': '172.27.2.193', 'floating_network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'router_id': '9e47d257-d5d9-4a83-993c-0c136a7fa9c1', 'port_id': '6f299dfa-6138-46f4-ab9a-ae441ee8d43f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea282e4f-676b-43ed-ba21-302b75631737', 'mac_address': 'fa:16:3e:6d:23:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b8d4f0-d373-4475-b655-ef867d9c9b45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T05:21:48Z', 'updated_at': '2021-09-01T05:21:48Z', 'revision_number': 0, 'project_id': '3dae50850ca54af297491f2c37c32fd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b213173a-6c76-4d21-bbf0-b03f4827dd1f', 'name': '', 'network_id': 'ea282e4f-676b-43ed-ba21-302b75631737', 'tenant_id': '3dae50850ca54af297491f2c37c32fd4', 'mac_address': 'fa:16:3e:d8:13:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e47d257-d5d9-4a83-993c-0c136a7fa9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '78584c19-bcc8-49b3-9cdf-ab662b79456b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:18:40Z', 'updated_at': '2021-09-01T05:18:46Z', 'revision_number': 5, 'project_id': '3dae50850ca54af297491f2c37c32fd4', 'subnets': [{'id': '78584c19-bcc8-49b3-9cdf-ab662b79456b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 05:21:50.200190 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910fe6b6-dccb-432e-a09a-23e82065fa60 None None] New status for floating IP 7c03a819-e466-483f-bfcd-dd9f0199466d: ACTIVE {{(pid=100914) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 05:21:50.556851 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.agents_db [None req-49e1e325-328c-4825-9e4f-7693071b0ea2 None None] Agent healthcheck: found 6 active agents {{(pid=100914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 05:21:52.311601 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:22:04.563870 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-e721cbb2-8e34-4c7f-9004-3ec14dffbd55 req-6fc9b3ff-f67f-4a28-aa77-7fc73882246d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=48b8d4f0-d373-4475-b655-ef867d9c9b45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423899 Sep 01 05:22:04.660733 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e721cbb2-8e34-4c7f-9004-3ec14dffbd55 req-fa4315c2-001b-4846-9155-ef7ffeb2477f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:22:04.662969 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-e721cbb2-8e34-4c7f-9004-3ec14dffbd55 req-fa4315c2-001b-4846-9155-ef7ffeb2477f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3dae50850ca54af297491f2c37c32fd4&device_id=48b8d4f0-d373-4475-b655-ef867d9c9b45 HTTP/1.1" status: 200 len: 1099 time: 0.0396168 Sep 01 05:22:04.762912 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e721cbb2-8e34-4c7f-9004-3ec14dffbd55 req-aca44259-ceae-401f-9cdb-df44ad149dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:22:04.764354 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-e721cbb2-8e34-4c7f-9004-3ec14dffbd55 req-aca44259-ceae-401f-9cdb-df44ad149dd9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ea282e4f-676b-43ed-ba21-302b75631737 HTTP/1.1" status: 200 len: 912 time: 0.0822070 Sep 01 05:22:04.831880 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-e721cbb2-8e34-4c7f-9004-3ec14dffbd55 req-92e71056-f992-48d9-be47-9ac50c148c99 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f299dfa-6138-46f4-ab9a-ae441ee8d43f HTTP/1.1" status: 200 len: 1002 time: 0.0593040 Sep 01 05:22:04.879539 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e721cbb2-8e34-4c7f-9004-3ec14dffbd55 req-0fab9ad9-8e80-4b37-8175-acf3f16e209c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:22:04.881485 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-e721cbb2-8e34-4c7f-9004-3ec14dffbd55 req-0fab9ad9-8e80-4b37-8175-acf3f16e209c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=78584c19-bcc8-49b3-9cdf-ab662b79456b HTTP/1.1" status: 200 len: 850 time: 0.0419085 Sep 01 05:22:04.926373 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e721cbb2-8e34-4c7f-9004-3ec14dffbd55 req-5fb06c24-4d7c-49fa-af72-bec9a205844c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:22:04.927838 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-e721cbb2-8e34-4c7f-9004-3ec14dffbd55 req-5fb06c24-4d7c-49fa-af72-bec9a205844c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ea282e4f-676b-43ed-ba21-302b75631737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0376172 Sep 01 05:22:05.019190 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-e721cbb2-8e34-4c7f-9004-3ec14dffbd55 req-55338e15-05f4-4582-8f1a-ec7a6ace6056 service neutron] 10.222.0.37 "GET /v2.0/networks/ea282e4f-676b-43ed-ba21-302b75631737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829797 Sep 01 05:22:05.108086 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-e721cbb2-8e34-4c7f-9004-3ec14dffbd55 req-8fa3751a-75f5-4e2c-9c0c-490ac5d27148 service neutron] 10.222.0.37 "GET /v2.0/networks/ea282e4f-676b-43ed-ba21-302b75631737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800107 Sep 01 05:22:07.294216 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3c087b8a-29f2-4934-a238-9a4a1ba2210b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:22:10.031608 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:22:10.059835 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-06444748-9c49-4015-8ed6-c61db091615f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:22:11.430672 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-125f6581-13c4-4eca-b15a-10d5e92c8028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:22:13.253760 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-57069d07-1191-4bd8-9ef8-43ac9a8b42c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:22:22.322561 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:22:27.555802 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.agents_db [None req-49e1e325-328c-4825-9e4f-7693071b0ea2 None None] Agent healthcheck: found 6 active agents {{(pid=100914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 05:22:37.275875 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-c9a52aa7-5d8d-4b03-aca8-8590c4cb1aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:22:40.058701 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:22:40.081360 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3f23c646-5117-49a2-bb7a-87256f7c946f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:22:41.235089 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [req-41ef49c5-79ef-480b-8a3d-4b14f81687fe req-84bef08a-3dd3-4ffc-b13b-c6df4a2b80ce service neutron] (100911) timed out ('10.222.0.11', 47882) {{(pid=100911) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 01 05:22:41.424428 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-125f6581-13c4-4eca-b15a-10d5e92c8028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:22:43.281321 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-57069d07-1191-4bd8-9ef8-43ac9a8b42c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:22:52.338523 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:23:04.554991 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.agents_db [None req-49e1e325-328c-4825-9e4f-7693071b0ea2 None None] Agent healthcheck: found 6 active agents {{(pid=100914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 05:23:04.607161 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-06e03477-8d90-425c-b803-fd2498b5d4f4 req-d44445f2-e72c-499f-9245-d81cfe28dadb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=48b8d4f0-d373-4475-b655-ef867d9c9b45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0904400 Sep 01 05:23:04.700269 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e03477-8d90-425c-b803-fd2498b5d4f4 req-914a2167-4331-465d-9f9a-67874973edfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:23:04.701706 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-06e03477-8d90-425c-b803-fd2498b5d4f4 req-914a2167-4331-465d-9f9a-67874973edfd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3dae50850ca54af297491f2c37c32fd4&device_id=48b8d4f0-d373-4475-b655-ef867d9c9b45 HTTP/1.1" status: 200 len: 1099 time: 0.0390565 Sep 01 05:23:04.801702 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e03477-8d90-425c-b803-fd2498b5d4f4 req-ae3956ff-788d-46c6-9beb-c3d546cc490d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:23:04.803771 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-06e03477-8d90-425c-b803-fd2498b5d4f4 req-ae3956ff-788d-46c6-9beb-c3d546cc490d service neutron] 10.222.0.37 "GET /v2.0/networks?id=ea282e4f-676b-43ed-ba21-302b75631737 HTTP/1.1" status: 200 len: 912 time: 0.0840142 Sep 01 05:23:04.873458 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-06e03477-8d90-425c-b803-fd2498b5d4f4 req-585cc428-acf1-4d23-bbc4-b060a4e7d995 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f299dfa-6138-46f4-ab9a-ae441ee8d43f HTTP/1.1" status: 200 len: 1002 time: 0.0625885 Sep 01 05:23:04.922366 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e03477-8d90-425c-b803-fd2498b5d4f4 req-41e8db7b-bd94-42d2-9813-ff4a6c90947f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:23:04.923839 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-06e03477-8d90-425c-b803-fd2498b5d4f4 req-41e8db7b-bd94-42d2-9813-ff4a6c90947f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=78584c19-bcc8-49b3-9cdf-ab662b79456b HTTP/1.1" status: 200 len: 850 time: 0.0435925 Sep 01 05:23:04.969858 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e03477-8d90-425c-b803-fd2498b5d4f4 req-600f18b1-4037-446c-adb8-9f0877f80d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:23:04.971322 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-06e03477-8d90-425c-b803-fd2498b5d4f4 req-600f18b1-4037-446c-adb8-9f0877f80d08 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ea282e4f-676b-43ed-ba21-302b75631737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401492 Sep 01 05:23:04.982457 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [req-06e03477-8d90-425c-b803-fd2498b5d4f4 req-221eb32b-deb2-443d-8338-a9d777a81f92 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=100911) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 05:23:04.983439 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-06e03477-8d90-425c-b803-fd2498b5d4f4 req-221eb32b-deb2-443d-8338-a9d777a81f92 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049465 Sep 01 05:23:05.073598 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-06e03477-8d90-425c-b803-fd2498b5d4f4 req-0c8e3903-1e8d-4c6e-ba78-d21ed84e3e27 service neutron] 10.222.0.37 "GET /v2.0/networks/ea282e4f-676b-43ed-ba21-302b75631737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822651 Sep 01 05:23:05.162332 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-06e03477-8d90-425c-b803-fd2498b5d4f4 req-594547a5-90da-4981-be61-37a81483d6c4 service neutron] 10.222.0.37 "GET /v2.0/networks/ea282e4f-676b-43ed-ba21-302b75631737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817716 Sep 01 05:23:07.297898 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-fc30351a-2621-4f4a-a100-b1739172e867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:23:10.018165 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:23:10.035051 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-68539af4-ded5-4ae6-8046-8f1090593323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:23:11.423646 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-125f6581-13c4-4eca-b15a-10d5e92c8028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:23:13.280872 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-57069d07-1191-4bd8-9ef8-43ac9a8b42c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:23:22.366698 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:23:35.345580 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-bb32fef5-27ae-4cda-9265-0da117f5d761 req-603cc6fa-18e3-4db2-ad85-a1635b17fb97 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1194092239&fields=id&tenant_id=3dae50850ca54af297491f2c37c32fd4 HTTP/1.1" status: 200 len: 267 time: 0.0391879 Sep 01 05:23:35.449618 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb32fef5-27ae-4cda-9265-0da117f5d761 req-53575d4f-e980-40d8-9a35-be4cbcd87ed6 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:23:35.451092 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-bb32fef5-27ae-4cda-9265-0da117f5d761 req-53575d4f-e980-40d8-9a35-be4cbcd87ed6 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/networks?id=ea282e4f-676b-43ed-ba21-302b75631737 HTTP/1.1" status: 200 len: 811 time: 0.0980670 Sep 01 05:23:35.465754 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-bb32fef5-27ae-4cda-9265-0da117f5d761 req-511ffbaa-a81a-40ce-906d-0726fe3f3698 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/quotas/3dae50850ca54af297491f2c37c32fd4 HTTP/1.1" status: 200 len: 375 time: 0.0090873 Sep 01 05:23:35.521398 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-bb32fef5-27ae-4cda-9265-0da117f5d761 req-5c785fb7-3ab7-450c-89e9-45fa93a04c17 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=3dae50850ca54af297491f2c37c32fd4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0505335 Sep 01 05:23:35.581518 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [req-bb32fef5-27ae-4cda-9265-0da117f5d761 req-24af4425-5462-4d91-9581-c391041054cd service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=100912) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 01 05:23:35.582529 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-bb32fef5-27ae-4cda-9265-0da117f5d761 req-24af4425-5462-4d91-9581-c391041054cd service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0502539 Sep 01 05:23:35.933357 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-bb32fef5-27ae-4cda-9265-0da117f5d761 req-32fb0488-fd20-4f2e-9669-3fb19d027e24 service neutron] 10.222.0.11 "GET /v2.0/networks/ea282e4f-676b-43ed-ba21-302b75631737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3442535 Sep 01 05:23:36.024132 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-bb32fef5-27ae-4cda-9265-0da117f5d761 req-8b94c7f8-b01b-4c29-8784-f7d1c26f9ff4 service neutron] 10.222.0.11 "GET /v2.0/networks/ea282e4f-676b-43ed-ba21-302b75631737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824251 Sep 01 05:23:36.615815 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-7452da9f-940e-4886-bb03-e7b85916287c req-fec351a3-ebe7-4868-bb25-01dd37d2ad93 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef80771e-145b-4858-a929-c34c828ebda4 HTTP/1.1" status: 200 len: 210 time: 0.0785761 Sep 01 05:23:37.325945 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-b03e4f3a-666a-44d3-b1d5-13abb93c3e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:23:37.708496 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-17f744dd-b67b-4411-a304-e320f9887132 req-fecf20cb-f7b7-4ab4-926b-7818126310ef tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef80771e-145b-4858-a929-c34c828ebda4 HTTP/1.1" status: 200 len: 210 time: 0.0263319 Sep 01 05:23:38.341044 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb32fef5-27ae-4cda-9265-0da117f5d761 req-eb7a6894-46a1-4901-b1a7-02c787002425 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:23:38.342529 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-bb32fef5-27ae-4cda-9265-0da117f5d761 req-eb7a6894-46a1-4901-b1a7-02c787002425 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.37 "GET /v2.0/networks?id=ea282e4f-676b-43ed-ba21-302b75631737 HTTP/1.1" status: 200 len: 811 time: 0.1049218 Sep 01 05:23:38.391759 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-bb32fef5-27ae-4cda-9265-0da117f5d761 req-59a23774-8646-4b72-a71e-832dd61796d2 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3dae50850ca54af297491f2c37c32fd4 HTTP/1.1" status: 200 len: 380 time: 0.0341134 Sep 01 05:23:38.401650 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.v2.base [req-bb32fef5-27ae-4cda-9265-0da117f5d761 req-2b82b390-974c-426a-8024-8b90d60f39f0 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Request body: {'port': {'device_id': 'ef80771e-145b-4858-a929-c34c828ebda4', 'network_id': 'ea282e4f-676b-43ed-ba21-302b75631737', 'admin_state_up': True, 'tenant_id': '3dae50850ca54af297491f2c37c32fd4', 'security_groups': ['d12ac181-d69e-4b4c-9e6b-c5b0fea996b5']}} {{(pid=100911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:23:38.554590 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb32fef5-27ae-4cda-9265-0da117f5d761 req-2b82b390-974c-426a-8024-8b90d60f39f0 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Made reservation on behalf of 3dae50850ca54af297491f2c37c32fd4 for: {'port': 1} {{(pid=100911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 01 05:23:38.566110 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-bb32fef5-27ae-4cda-9265-0da117f5d761 req-2b82b390-974c-426a-8024-8b90d60f39f0 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:23:38.685227 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.db_base_plugin_common [req-bb32fef5-27ae-4cda-9265-0da117f5d761 req-2b82b390-974c-426a-8024-8b90d60f39f0 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Allocated IP 172.20.0.9 (ea282e4f-676b-43ed-ba21-302b75631737/78584c19-bcc8-49b3-9cdf-ab662b79456b/ec06b852-261c-4ab1-9464-9d66642d013d) {{(pid=100911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 05:23:38.815461 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-5cd61c6e-0dac-4e3d-90da-bc57cee6ce72 req-5321c93b-3136-47a6-84cf-5893f6f2b00d tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef80771e-145b-4858-a929-c34c828ebda4 HTTP/1.1" status: 200 len: 210 time: 0.0263047 Sep 01 05:23:38.830331 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-bb32fef5-27ae-4cda-9265-0da117f5d761 req-2b82b390-974c-426a-8024-8b90d60f39f0 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks [] for port, precommit_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:23:38.842663 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.provisioning_blocks [req-bb32fef5-27ae-4cda-9265-0da117f5d761 req-2b82b390-974c-426a-8024-8b90d60f39f0 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Transition to ACTIVE for port object ec06b852-261c-4ab1-9464-9d66642d013d will not be triggered until provisioned by entity DHCP. {{(pid=100911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:23:38.926388 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-bb32fef5-27ae-4cda-9265-0da117f5d761 req-2b82b390-974c-426a-8024-8b90d60f39f0 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780564376589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3457272'] for port, after_create {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:23:38.966300 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb32fef5-27ae-4cda-9265-0da117f5d761 req-2b82b390-974c-426a-8024-8b90d60f39f0 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Network ea282e4f-676b-43ed-ba21-302b75631737 is already hosted by enough agents. {{(pid=100911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:23:38.971259 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.base_scheduler [req-bb32fef5-27ae-4cda-9265-0da117f5d761 req-2b82b390-974c-426a-8024-8b90d60f39f0 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Resources bound (agent type, host, resource id): {{(pid=100911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:23:38.974903 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb32fef5-27ae-4cda-9265-0da117f5d761 req-2b82b390-974c-426a-8024-8b90d60f39f0 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Received port after_create {{(pid=100911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 05:23:39.007062 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b82b390-974c-426a-8024-8b90d60f39f0 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Pushing event updated for resources: {'Port': ['ID=ec06b852-261c-4ab1-9464-9d66642d013d,revision_number=1']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:23:39.022283 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b82b390-974c-426a-8024-8b90d60f39f0 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:23:39.022639 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b82b390-974c-426a-8024-8b90d60f39f0 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:23:39.023020 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b82b390-974c-426a-8024-8b90d60f39f0 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:23:39.023356 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b82b390-974c-426a-8024-8b90d60f39f0 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:23:39.024193 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b82b390-974c-426a-8024-8b90d60f39f0 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:23:39.025138 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b82b390-974c-426a-8024-8b90d60f39f0 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:23:39.025479 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b82b390-974c-426a-8024-8b90d60f39f0 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:23:39.025813 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b82b390-974c-426a-8024-8b90d60f39f0 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:23:39.026145 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b82b390-974c-426a-8024-8b90d60f39f0 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:23:39.027064 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b82b390-974c-426a-8024-8b90d60f39f0 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:23:39.027064 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b82b390-974c-426a-8024-8b90d60f39f0 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:23:39.027301 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b82b390-974c-426a-8024-8b90d60f39f0 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:23:39.046603 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb32fef5-27ae-4cda-9265-0da117f5d761 req-2b82b390-974c-426a-8024-8b90d60f39f0 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:23:39.046603 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-bb32fef5-27ae-4cda-9265-0da117f5d761 req-2b82b390-974c-426a-8024-8b90d60f39f0 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428309'] for port, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:23:39.121397 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-bb32fef5-27ae-4cda-9265-0da117f5d761 req-2b82b390-974c-426a-8024-8b90d60f39f0 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7232747 Sep 01 05:23:39.142440 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.v2.base [req-bb32fef5-27ae-4cda-9265-0da117f5d761 req-a3659bd5-0ee4-49f0-8afd-7cd3854d5776 service neutron] Request body: {'port': {'device_id': 'ef80771e-145b-4858-a929-c34c828ebda4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80473'}} {{(pid=100911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:23:39.201835 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-bb32fef5-27ae-4cda-9265-0da117f5d761 req-a3659bd5-0ee4-49f0-8afd-7cd3854d5776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:23:39.223401 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-ac5cde3b-929a-4d58-8f3a-738fa54348a6 None None] Provisioning for port ec06b852-261c-4ab1-9464-9d66642d013d completed by entity DHCP. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:23:39.228339 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-ac5cde3b-929a-4d58-8f3a-738fa54348a6 None None] Provisioning complete for port ec06b852-261c-4ab1-9464-9d66642d013d triggered by entity DHCP. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:23:39.229204 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-ac5cde3b-929a-4d58-8f3a-738fa54348a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:23:39.263980 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.plugin [None req-ac5cde3b-929a-4d58-8f3a-738fa54348a6 None None] Port ec06b852-261c-4ab1-9464-9d66642d013d cannot update to ACTIVE because it is not bound. {{(pid=100913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 01 05:23:39.463779 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.notifiers.nova [req-bb32fef5-27ae-4cda-9265-0da117f5d761 req-a3659bd5-0ee4-49f0-8afd-7cd3854d5776 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec06b852-261c-4ab1-9464-9d66642d013d {{(pid=100911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 05:23:39.471285 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-bb32fef5-27ae-4cda-9265-0da117f5d761 req-a3659bd5-0ee4-49f0-8afd-7cd3854d5776 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:23:39.483747 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.provisioning_blocks [req-bb32fef5-27ae-4cda-9265-0da117f5d761 req-a3659bd5-0ee4-49f0-8afd-7cd3854d5776 service neutron] Transition to ACTIVE for port object ec06b852-261c-4ab1-9464-9d66642d013d will not be triggered until provisioned by entity L2. {{(pid=100911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 01 05:23:39.537257 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-bb32fef5-27ae-4cda-9265-0da117f5d761 req-a3659bd5-0ee4-49f0-8afd-7cd3854d5776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3457217'] for port, after_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:23:39.589791 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3659bd5-0ee4-49f0-8afd-7cd3854d5776 service neutron] Pushing event updated for resources: {'Port': ['ID=ec06b852-261c-4ab1-9464-9d66642d013d,revision_number=2']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:23:39.672324 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.managers [req-bb32fef5-27ae-4cda-9265-0da117f5d761 req-a3659bd5-0ee4-49f0-8afd-7cd3854d5776 service neutron] Attempting to bind port ec06b852-261c-4ab1-9464-9d66642d013d on host hv-cinder-80473 for vnic_type normal with profile {{(pid=100911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 01 05:23:39.672668 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.managers [req-bb32fef5-27ae-4cda-9265-0da117f5d761 req-a3659bd5-0ee4-49f0-8afd-7cd3854d5776 service neutron] Attempting to bind port ec06b852-261c-4ab1-9464-9d66642d013d by drivers openvswitch,hyperv on host hv-cinder-80473 at level 0 using segments [{'id': 'ead279e4-9b1d-4b91-bf08-c27cade6e224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ea282e4f-676b-43ed-ba21-302b75631737'}] {{(pid=100911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 01 05:23:39.673002 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb32fef5-27ae-4cda-9265-0da117f5d761 req-a3659bd5-0ee4-49f0-8afd-7cd3854d5776 service neutron] Attempting to bind port ec06b852-261c-4ab1-9464-9d66642d013d on network ea282e4f-676b-43ed-ba21-302b75631737 {{(pid=100911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:23:39.677501 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb32fef5-27ae-4cda-9265-0da117f5d761 req-a3659bd5-0ee4-49f0-8afd-7cd3854d5776 service neutron] Port ec06b852-261c-4ab1-9464-9d66642d013d on network ea282e4f-676b-43ed-ba21-302b75631737 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80473 {{(pid=100911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 01 05:23:39.677830 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb32fef5-27ae-4cda-9265-0da117f5d761 req-a3659bd5-0ee4-49f0-8afd-7cd3854d5776 service neutron] Attempting to bind port ec06b852-261c-4ab1-9464-9d66642d013d on network ea282e4f-676b-43ed-ba21-302b75631737 {{(pid=100911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 01 05:23:39.683649 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb32fef5-27ae-4cda-9265-0da117f5d761 req-a3659bd5-0ee4-49f0-8afd-7cd3854d5776 service neutron] Checking agent: {'id': '5dc78e7a-d30d-4469-a2d3-6a9bc399bc32', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80473', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 1, 4, 59, 52), 'started_at': datetime.datetime(2021, 9, 1, 4, 59, 52), 'heartbeat_timestamp': datetime.datetime(2021, 9, 1, 5, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 01 05:23:39.683998 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb32fef5-27ae-4cda-9265-0da117f5d761 req-a3659bd5-0ee4-49f0-8afd-7cd3854d5776 service neutron] Checking segment: {'id': 'ead279e4-9b1d-4b91-bf08-c27cade6e224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ea282e4f-676b-43ed-ba21-302b75631737'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 01 05:23:39.684392 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb32fef5-27ae-4cda-9265-0da117f5d761 req-a3659bd5-0ee4-49f0-8afd-7cd3854d5776 service neutron] Bound using segment: {'id': 'ead279e4-9b1d-4b91-bf08-c27cade6e224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ea282e4f-676b-43ed-ba21-302b75631737'} {{(pid=100911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 01 05:23:39.684825 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.managers [req-bb32fef5-27ae-4cda-9265-0da117f5d761 req-a3659bd5-0ee4-49f0-8afd-7cd3854d5776 service neutron] Bound port: ec06b852-261c-4ab1-9464-9d66642d013d, host: hv-cinder-80473, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ead279e4-9b1d-4b91-bf08-c27cade6e224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'ea282e4f-676b-43ed-ba21-302b75631737'}}] {{(pid=100911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 01 05:23:39.685187 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-bb32fef5-27ae-4cda-9265-0da117f5d761 req-a3659bd5-0ee4-49f0-8afd-7cd3854d5776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:23:39.750189 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.db [req-bb32fef5-27ae-4cda-9265-0da117f5d761 req-a3659bd5-0ee4-49f0-8afd-7cd3854d5776 service neutron] For port ec06b852-261c-4ab1-9464-9d66642d013d, host hv-cinder-80473, cleared binding levels {{(pid=100911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 01 05:23:39.753300 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.db [req-bb32fef5-27ae-4cda-9265-0da117f5d761 req-a3659bd5-0ee4-49f0-8afd-7cd3854d5776 service neutron] For port ec06b852-261c-4ab1-9464-9d66642d013d, host hv-cinder-80473, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=ec06b852-261c-4ab1-9464-9d66642d013d,segment=NetworkSegment(ead279e4-9b1d-4b91-bf08-c27cade6e224),segment_id=ead279e4-9b1d-4b91-bf08-c27cade6e224)] {{(pid=100911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 01 05:23:39.859460 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-bb32fef5-27ae-4cda-9265-0da117f5d761 req-a3659bd5-0ee4-49f0-8afd-7cd3854d5776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3457217'] for port, after_update {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:23:39.889269 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb32fef5-27ae-4cda-9265-0da117f5d761 req-a3659bd5-0ee4-49f0-8afd-7cd3854d5776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:23:39.889980 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-bb32fef5-27ae-4cda-9265-0da117f5d761 req-a3659bd5-0ee4-49f0-8afd-7cd3854d5776 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428309'] for port, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:23:39.891406 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-bb32fef5-27ae-4cda-9265-0da117f5d761 req-a3659bd5-0ee4-49f0-8afd-7cd3854d5776 service neutron] 10.222.0.37 "PUT /v2.0/ports/ec06b852-261c-4ab1-9464-9d66642d013d HTTP/1.1" status: 200 len: 1093 time: 0.7540822 Sep 01 05:23:39.891858 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef80771e-145b-4858-a929-c34c828ebda4', 'tag': 'ec06b852-261c-4ab1-9464-9d66642d013d'}] {{(pid=100911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:23:39.894113 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2199b4ef80d697cbc8f6ff5e200fd84d3ba25b9ef6d03a08fa18221b1b049e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9a79ca3-d934-40fc-b87a-c8b9b28237ea" -d '{"events": [{"name": "network-changed", "server_uuid": "ef80771e-145b-4858-a929-c34c828ebda4", "tag": "ec06b852-261c-4ab1-9464-9d66642d013d"}]}' {{(pid=100911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:23:39.924138 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3659bd5-0ee4-49f0-8afd-7cd3854d5776 service neutron] Pushing event updated for resources: {'Port': ['ID=ec06b852-261c-4ab1-9464-9d66642d013d,revision_number=3']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:23:39.943313 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80438985-703e-4b6d-bb2d-c7c9abc5f213 req-abfc966d-5178-4d94-9f12-5a13bab2e705 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:23:39.947256 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-80438985-703e-4b6d-bb2d-c7c9abc5f213 req-abfc966d-5178-4d94-9f12-5a13bab2e705 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef80771e-145b-4858-a929-c34c828ebda4 HTTP/1.1" status: 200 len: 943 time: 0.0646222 Sep 01 05:23:39.990128 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-80438985-703e-4b6d-bb2d-c7c9abc5f213 req-25ab5047-6c7e-440d-bc68-e3d782f3ee5f tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/security-groups?id=d12ac181-d69e-4b4c-9e6b-c5b0fea996b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382352 Sep 01 05:23:40.017140 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 05:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee9dfbc6-808f-4561-b776-7aae670b71f9 x-openstack-request-id: req-ee9dfbc6-808f-4561-b776-7aae670b71f9 {{(pid=100911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:23:40.017140 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef80771e-145b-4858-a929-c34c828ebda4", "tag": "ec06b852-261c-4ab1-9464-9d66642d013d", "status": "completed", "code": 200}]} {{(pid=100911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:23:40.017140 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ee9dfbc6-808f-4561-b776-7aae670b71f9 {{(pid=100911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:23:40.017140 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef80771e-145b-4858-a929-c34c828ebda4', 'tag': 'ec06b852-261c-4ab1-9464-9d66642d013d', 'status': 'completed', 'code': 200} Sep 01 05:23:40.062697 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:23:40.097803 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-62101b3d-bcec-4ed5-80fd-8df4ab9de46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:23:40.098281 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a79ca3-d934-40fc-b87a-c8b9b28237ea req-52b5597e-783c-4554-b75e-409015cb2550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:23:40.099840 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-b9a79ca3-d934-40fc-b87a-c8b9b28237ea req-52b5597e-783c-4554-b75e-409015cb2550 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3dae50850ca54af297491f2c37c32fd4&device_id=ef80771e-145b-4858-a929-c34c828ebda4 HTTP/1.1" status: 200 len: 1096 time: 0.0464849 Sep 01 05:23:40.201730 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a79ca3-d934-40fc-b87a-c8b9b28237ea req-c54f4c1b-e51d-4460-9727-970188f94421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:23:40.203160 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-b9a79ca3-d934-40fc-b87a-c8b9b28237ea req-c54f4c1b-e51d-4460-9727-970188f94421 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=3dae50850ca54af297491f2c37c32fd4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0899842 Sep 01 05:23:40.297898 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a79ca3-d934-40fc-b87a-c8b9b28237ea req-f69af21a-a6c3-4a7f-88f2-110fafd4cfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:23:40.299321 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-b9a79ca3-d934-40fc-b87a-c8b9b28237ea req-f69af21a-a6c3-4a7f-88f2-110fafd4cfd8 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0891054 Sep 01 05:23:40.394928 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb32fef5-27ae-4cda-9265-0da117f5d761 req-2aa4cc0c-b556-405e-b5c0-bfd1cce8f8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:23:40.396403 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-bb32fef5-27ae-4cda-9265-0da117f5d761 req-2aa4cc0c-b556-405e-b5c0-bfd1cce8f8d1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3dae50850ca54af297491f2c37c32fd4&device_id=ef80771e-145b-4858-a929-c34c828ebda4 HTTP/1.1" status: 200 len: 1096 time: 0.0398457 Sep 01 05:23:40.443063 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-bb32fef5-27ae-4cda-9265-0da117f5d761 req-fb01811f-2142-480f-a8cf-8259e968c278 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec06b852-261c-4ab1-9464-9d66642d013d HTTP/1.1" status: 200 len: 217 time: 0.0330362 Sep 01 05:23:40.494056 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb32fef5-27ae-4cda-9265-0da117f5d761 req-20971b29-a3e3-4d7b-bfae-1676fcf4e4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:23:40.495480 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-bb32fef5-27ae-4cda-9265-0da117f5d761 req-20971b29-a3e3-4d7b-bfae-1676fcf4e4b1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=78584c19-bcc8-49b3-9cdf-ab662b79456b HTTP/1.1" status: 200 len: 850 time: 0.0452328 Sep 01 05:23:40.540129 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb32fef5-27ae-4cda-9265-0da117f5d761 req-37621cda-a0de-47c7-b7c8-b5c223cee4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:23:40.541638 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-bb32fef5-27ae-4cda-9265-0da117f5d761 req-37621cda-a0de-47c7-b7c8-b5c223cee4d3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ea282e4f-676b-43ed-ba21-302b75631737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380988 Sep 01 05:23:40.627580 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-bb32fef5-27ae-4cda-9265-0da117f5d761 req-c7daff7c-1af4-4df8-aa82-0315cf0ee553 service neutron] 10.222.0.37 "GET /v2.0/networks/ea282e4f-676b-43ed-ba21-302b75631737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0777078 Sep 01 05:23:40.719848 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-bb32fef5-27ae-4cda-9265-0da117f5d761 req-ea978aa9-2e27-4dbd-a56e-56c4396088b6 service neutron] 10.222.0.37 "GET /v2.0/networks/ea282e4f-676b-43ed-ba21-302b75631737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853357 Sep 01 05:23:41.113857 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a18b5a-753a-4583-bf9a-4c1b7c2e18e0 req-68e2131d-431c-404b-af3e-6f02cdce52f7 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:23:41.115371 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-68a18b5a-753a-4583-bf9a-4c1b7c2e18e0 req-68e2131d-431c-404b-af3e-6f02cdce52f7 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef80771e-145b-4858-a929-c34c828ebda4 HTTP/1.1" status: 200 len: 943 time: 0.0521908 Sep 01 05:23:41.153709 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-68a18b5a-753a-4583-bf9a-4c1b7c2e18e0 req-8ca79431-dfc6-4ac2-a243-875e08e129d4 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/security-groups?id=d12ac181-d69e-4b4c-9e6b-c5b0fea996b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318151 Sep 01 05:23:41.439928 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-125f6581-13c4-4eca-b15a-10d5e92c8028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:23:41.553389 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.agents_db [None req-49e1e325-328c-4825-9e4f-7693071b0ea2 None None] Agent healthcheck: found 6 active agents {{(pid=100914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 05:23:42.266469 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3043cab4-fda8-4eb0-90da-dc8df2d56c65 req-fb0eaac2-b4d5-4b4e-9190-305c743a4db3 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:23:42.267938 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-3043cab4-fda8-4eb0-90da-dc8df2d56c65 req-fb0eaac2-b4d5-4b4e-9190-305c743a4db3 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef80771e-145b-4858-a929-c34c828ebda4 HTTP/1.1" status: 200 len: 943 time: 0.0462737 Sep 01 05:23:42.304254 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-3043cab4-fda8-4eb0-90da-dc8df2d56c65 req-6a02abfd-81c4-40aa-b8d2-ec167eb37a6c tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/security-groups?id=d12ac181-d69e-4b4c-9e6b-c5b0fea996b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305099 Sep 01 05:23:43.308926 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-57069d07-1191-4bd8-9ef8-43ac9a8b42c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:23:43.416249 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40d1676-ea5a-4cf4-82d1-7d0e49450cb6 req-a102ba4a-7a65-44d3-a859-dec8f61d5888 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:23:43.417704 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-a40d1676-ea5a-4cf4-82d1-7d0e49450cb6 req-a102ba4a-7a65-44d3-a859-dec8f61d5888 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef80771e-145b-4858-a929-c34c828ebda4 HTTP/1.1" status: 200 len: 943 time: 0.0473933 Sep 01 05:23:43.453705 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-a40d1676-ea5a-4cf4-82d1-7d0e49450cb6 req-a1aca929-c062-447d-abf4-b6ef4def07f5 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/security-groups?id=d12ac181-d69e-4b4c-9e6b-c5b0fea996b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301707 Sep 01 05:23:44.567383 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490b90c5-06a8-432d-9b28-a57c3ddc1115 req-7bbd53fc-1103-46b8-a8c5-b6c4d4ff52cf tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:23:44.568857 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-490b90c5-06a8-432d-9b28-a57c3ddc1115 req-7bbd53fc-1103-46b8-a8c5-b6c4d4ff52cf tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef80771e-145b-4858-a929-c34c828ebda4 HTTP/1.1" status: 200 len: 943 time: 0.0504413 Sep 01 05:23:44.606165 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-490b90c5-06a8-432d-9b28-a57c3ddc1115 req-507909aa-9efa-4d24-b172-4bddceb60133 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/security-groups?id=d12ac181-d69e-4b4c-9e6b-c5b0fea996b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307763 Sep 01 05:23:45.716765 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cd9b89-e8ab-494e-b882-e956d7473521 req-d98d29e9-9d7b-448d-8254-ec16a7213a98 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:23:45.718259 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-53cd9b89-e8ab-494e-b882-e956d7473521 req-d98d29e9-9d7b-448d-8254-ec16a7213a98 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef80771e-145b-4858-a929-c34c828ebda4 HTTP/1.1" status: 200 len: 943 time: 0.0477684 Sep 01 05:23:45.754994 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-53cd9b89-e8ab-494e-b882-e956d7473521 req-9ffe42af-8099-4226-832d-72e46495f9e7 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/security-groups?id=d12ac181-d69e-4b4c-9e6b-c5b0fea996b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308642 Sep 01 05:23:46.871495 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9a7234-89df-42e8-8d5a-e61f82e46d6c req-cc1e3ee1-a379-4304-a9b6-ad88ec83c360 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:23:46.873050 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-dd9a7234-89df-42e8-8d5a-e61f82e46d6c req-cc1e3ee1-a379-4304-a9b6-ad88ec83c360 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef80771e-145b-4858-a929-c34c828ebda4 HTTP/1.1" status: 200 len: 943 time: 0.0492678 Sep 01 05:23:46.909912 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-dd9a7234-89df-42e8-8d5a-e61f82e46d6c req-2aa2016d-3970-4a18-9f07-d944ba21332c tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/security-groups?id=d12ac181-d69e-4b4c-9e6b-c5b0fea996b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311468 Sep 01 05:23:48.024673 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d711fb8c-91e9-4eb1-a8ea-8bb7cf0341aa req-19f3a764-ab98-49b9-964c-aaeb236d1a1f tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:23:48.026038 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-d711fb8c-91e9-4eb1-a8ea-8bb7cf0341aa req-19f3a764-ab98-49b9-964c-aaeb236d1a1f tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef80771e-145b-4858-a929-c34c828ebda4 HTTP/1.1" status: 200 len: 943 time: 0.0505548 Sep 01 05:23:48.103831 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-d711fb8c-91e9-4eb1-a8ea-8bb7cf0341aa req-b9d8af08-c81f-4620-a531-0fbc56ad8bd1 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/security-groups?id=d12ac181-d69e-4b4c-9e6b-c5b0fea996b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718930 Sep 01 05:23:48.912657 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device ec06b852-261c-4ab1-9464-9d66642d013d details requested by agent hyperv_hv-cinder-80473 with host hv-cinder-80473 {{(pid=100913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 01 05:23:49.124109 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] For port ec06b852-261c-4ab1-9464-9d66642d013d, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=ec06b852-261c-4ab1-9464-9d66642d013d,segment=NetworkSegment(ead279e4-9b1d-4b91-bf08-c27cade6e224),segment_id=ead279e4-9b1d-4b91-bf08-c27cade6e224)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:23:49.135781 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Returning: {'device': 'ec06b852-261c-4ab1-9464-9d66642d013d', 'network_id': 'ea282e4f-676b-43ed-ba21-302b75631737', 'port_id': 'ec06b852-261c-4ab1-9464-9d66642d013d', 'mac_address': 'fa:16:3e:c5:3c:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78584c19-bcc8-49b3-9cdf-ab662b79456b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 01 05:23:49.171860 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:23:49.185446 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.notifiers.nova [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec06b852-261c-4ab1-9464-9d66642d013d {{(pid=100913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 01 05:23:49.204917 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] For port ec06b852-261c-4ab1-9464-9d66642d013d, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=ec06b852-261c-4ab1-9464-9d66642d013d,segment=NetworkSegment(ead279e4-9b1d-4b91-bf08-c27cade6e224),segment_id=ead279e4-9b1d-4b91-bf08-c27cade6e224)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:23:49.216828 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2acc2ca-35ab-4353-a7f8-7dd90c410272 req-c2beba9e-700d-4ed1-8513-0540fc82af83 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:23:49.218317 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-d2acc2ca-35ab-4353-a7f8-7dd90c410272 req-c2beba9e-700d-4ed1-8513-0540fc82af83 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef80771e-145b-4858-a929-c34c828ebda4 HTTP/1.1" status: 200 len: 943 time: 0.0494962 Sep 01 05:23:49.255694 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-d2acc2ca-35ab-4353-a7f8-7dd90c410272 req-d1ee6dc1-7421-4054-820b-f7026e8a8d0b tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/security-groups?id=d12ac181-d69e-4b4c-9e6b-c5b0fea996b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312612 Sep 01 05:23:49.268891 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:23:49.317838 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Pushing event updated for resources: {'Port': ['ID=ec06b852-261c-4ab1-9464-9d66642d013d,revision_number=4']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:23:49.325683 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:23:49.326043 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:23:49.326391 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:23:49.326723 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:23:49.327092 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:23:49.327427 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:23:49.327789 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:23:49.328121 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:23:49.328452 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:23:49.328777 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:23:49.329098 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:23:49.329419 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:23:49.562313 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] get_ports_and_sgs() called for port_ids ['ec06b852-261c-4ab1-9464-9d66642d013d'] {{(pid=100913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 01 05:23:50.368975 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98abda7b-240a-42fb-ac6f-a3471b4e7163 req-0c15b07d-78a8-4390-a500-3b611adfa5f2 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:23:50.370441 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-98abda7b-240a-42fb-ac6f-a3471b4e7163 req-0c15b07d-78a8-4390-a500-3b611adfa5f2 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef80771e-145b-4858-a929-c34c828ebda4 HTTP/1.1" status: 200 len: 944 time: 0.0485628 Sep 01 05:23:50.407867 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-98abda7b-240a-42fb-ac6f-a3471b4e7163 req-48a75a38-fc14-4757-ac9b-d54810d5c438 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/security-groups?id=d12ac181-d69e-4b4c-9e6b-c5b0fea996b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315938 Sep 01 05:23:50.921446 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device ec06b852-261c-4ab1-9464-9d66642d013d up at agent hyperv_hv-cinder-80473 {{(pid=100913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 01 05:23:51.034023 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Provisioning for port ec06b852-261c-4ab1-9464-9d66642d013d completed by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 01 05:23:51.037638 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.provisioning_blocks [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Provisioning complete for port ec06b852-261c-4ab1-9464-9d66642d013d triggered by entity L2. {{(pid=100913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 01 05:23:51.038035 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-923670'] for port, provisioning_complete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:23:51.112724 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:23:51.134824 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef80771e-145b-4858-a929-c34c828ebda4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec06b852-261c-4ab1-9464-9d66642d013d'}] {{(pid=100913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:23:51.137091 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e5ac1e9064bfa394a3c8e95a7ae5ebf8ce235ac3ce60c2245422c4078f9b609c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a28a4e9f-843b-47f3-ab9c-651585e7c184" -d '{"events": [{"server_uuid": "ef80771e-145b-4858-a929-c34c828ebda4", "name": "network-vif-plugged", "status": "completed", "tag": "ec06b852-261c-4ab1-9464-9d66642d013d"}]}' {{(pid=100913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:23:51.152745 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] For port ec06b852-261c-4ab1-9464-9d66642d013d, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=ec06b852-261c-4ab1-9464-9d66642d013d,segment=NetworkSegment(ead279e4-9b1d-4b91-bf08-c27cade6e224),segment_id=ead279e4-9b1d-4b91-bf08-c27cade6e224)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:23:51.173350 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 05:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98889f79-f996-40e5-9046-c25b1eaa0bf8 x-openstack-request-id: req-98889f79-f996-40e5-9046-c25b1eaa0bf8 {{(pid=100913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:23:51.173613 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef80771e-145b-4858-a929-c34c828ebda4", "name": "network-vif-plugged", "status": "completed", "tag": "ec06b852-261c-4ab1-9464-9d66642d013d", "code": 200}]} {{(pid=100913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:23:51.173863 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-98889f79-f996-40e5-9046-c25b1eaa0bf8 {{(pid=100913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:23:51.174246 dv-cinder-804735-5-iscsi neutron-server[100913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef80771e-145b-4858-a929-c34c828ebda4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec06b852-261c-4ab1-9464-9d66642d013d', 'code': 200} Sep 01 05:23:51.188233 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625'] for port, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:23:51.241406 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Pushing event updated for resources: {'Port': ['ID=ec06b852-261c-4ab1-9464-9d66642d013d,revision_number=5']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:23:51.517686 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5168d5-06dc-4b26-9e91-76148f576dd5 req-af4189df-d130-4b23-8b37-d4a24a74ad1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:23:51.519255 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-bd5168d5-06dc-4b26-9e91-76148f576dd5 req-af4189df-d130-4b23-8b37-d4a24a74ad1f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ef80771e-145b-4858-a929-c34c828ebda4 HTTP/1.1" status: 200 len: 1098 time: 0.0388129 Sep 01 05:23:51.523250 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70ef2e6-0c40-4237-b27f-05803e205db5 req-f398e405-fb37-449a-9a38-9bca7045ffc9 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:23:51.525451 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-c70ef2e6-0c40-4237-b27f-05803e205db5 req-f398e405-fb37-449a-9a38-9bca7045ffc9 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef80771e-145b-4858-a929-c34c828ebda4 HTTP/1.1" status: 200 len: 945 time: 0.0526507 Sep 01 05:23:51.559241 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-bd5168d5-06dc-4b26-9e91-76148f576dd5 req-e4f5c7c9-52bb-4897-ad10-11d40bd21972 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d12ac181-d69e-4b4c-9e6b-c5b0fea996b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323093 Sep 01 05:23:51.564511 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-c70ef2e6-0c40-4237-b27f-05803e205db5 req-31ae0996-91b5-41e7-ae16-23d153b2170d tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/security-groups?id=d12ac181-d69e-4b4c-9e6b-c5b0fea996b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331006 Sep 01 05:23:52.342714 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:23:52.679131 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6be321-2a98-413d-9d93-2d9edd8b1d74 req-b2f89b3d-940f-428e-af69-d7fc3694babf tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:23:52.680726 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-fc6be321-2a98-413d-9d93-2d9edd8b1d74 req-b2f89b3d-940f-428e-af69-d7fc3694babf tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef80771e-145b-4858-a929-c34c828ebda4 HTTP/1.1" status: 200 len: 945 time: 0.0481865 Sep 01 05:23:52.719005 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-fc6be321-2a98-413d-9d93-2d9edd8b1d74 req-14cc305a-5dfd-4b6e-8e9f-fdf611ce3050 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/security-groups?id=d12ac181-d69e-4b4c-9e6b-c5b0fea996b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315814 Sep 01 05:23:53.831494 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde692a1-3ed1-4245-b482-dc6b1ac4f43f req-1a2c92ee-ce7d-417b-8506-9ad41a4ac63f tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:23:53.832962 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-fde692a1-3ed1-4245-b482-dc6b1ac4f43f req-1a2c92ee-ce7d-417b-8506-9ad41a4ac63f tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef80771e-145b-4858-a929-c34c828ebda4 HTTP/1.1" status: 200 len: 945 time: 0.0478203 Sep 01 05:23:53.871462 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-fde692a1-3ed1-4245-b482-dc6b1ac4f43f req-9d0e335d-0371-420c-bb60-1742974d1876 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/security-groups?id=d12ac181-d69e-4b4c-9e6b-c5b0fea996b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319006 Sep 01 05:23:53.985763 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd9b96f-f3c6-4123-a88b-20c7ed265f17 req-7b4cb91d-4bc5-4a52-8d11-188baa9e3286 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:23:53.987186 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-8dd9b96f-f3c6-4123-a88b-20c7ed265f17 req-7b4cb91d-4bc5-4a52-8d11-188baa9e3286 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef80771e-145b-4858-a929-c34c828ebda4 HTTP/1.1" status: 200 len: 945 time: 0.0514460 Sep 01 05:23:54.024172 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-8dd9b96f-f3c6-4123-a88b-20c7ed265f17 req-25617e0a-b502-4244-b043-86c3686c0d23 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/security-groups?id=d12ac181-d69e-4b4c-9e6b-c5b0fea996b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312994 Sep 01 05:23:54.046138 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 54302) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:23:54.084531 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f69577-3f15-4d66-97ef-52ff116a66dd tempest-TestVolumeBootPattern-933816350 tempest-TestVolumeBootPattern-933816350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:23:54.086011 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-60f69577-3f15-4d66-97ef-52ff116a66dd tempest-TestVolumeBootPattern-933816350 tempest-TestVolumeBootPattern-933816350-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=ef80771e-145b-4858-a929-c34c828ebda4 HTTP/1.1" status: 200 len: 1093 time: 0.0389261 Sep 01 05:23:54.088639 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 54304) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:23:54.092887 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.v2.base [None req-00a6d50f-3e28-4366-a882-7078a44b4d55 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Request body: {'floatingip': {'floating_network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'port_id': 'ec06b852-261c-4ab1-9464-9d66642d013d', 'tenant_id': '3dae50850ca54af297491f2c37c32fd4', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 01 05:23:54.159610 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-00a6d50f-3e28-4366-a882-7078a44b4d55 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks [] for floatingip, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:23:54.257574 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-00a6d50f-3e28-4366-a882-7078a44b4d55 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:23:54.357707 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.db.db_base_plugin_common [None req-00a6d50f-3e28-4366-a882-7078a44b4d55 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Allocated IP 172.27.2.175 (0effeb3b-80f3-4cb6-8b1a-1774968f7d76/a1ace4a4-4e27-4c96-bf05-cb2f22386a9e/ccbc8dd8-84e7-4326-9875-a40569565863) {{(pid=100912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 01 05:23:54.457021 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-00a6d50f-3e28-4366-a882-7078a44b4d55 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks [] for port, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:23:54.548258 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-00a6d50f-3e28-4366-a882-7078a44b4d55 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780564376589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59570596'] for port, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:23:54.583420 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a6d50f-3e28-4366-a882-7078a44b4d55 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Network 0effeb3b-80f3-4cb6-8b1a-1774968f7d76 is already hosted by enough agents. {{(pid=100912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 01 05:23:54.586242 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.scheduler.base_scheduler [None req-00a6d50f-3e28-4366-a882-7078a44b4d55 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Resources bound (agent type, host, resource id): {{(pid=100912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 01 05:23:54.589615 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a6d50f-3e28-4366-a882-7078a44b4d55 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Received port after_create {{(pid=100912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 01 05:23:54.621290 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a6d50f-3e28-4366-a882-7078a44b4d55 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Pushing event updated for resources: {'Port': ['ID=ccbc8dd8-84e7-4326-9875-a40569565863,revision_number=1']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:23:54.634575 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a6d50f-3e28-4366-a882-7078a44b4d55 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:23:54.634987 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a6d50f-3e28-4366-a882-7078a44b4d55 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:23:54.635338 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a6d50f-3e28-4366-a882-7078a44b4d55 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:23:54.635682 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a6d50f-3e28-4366-a882-7078a44b4d55 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:23:54.636021 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a6d50f-3e28-4366-a882-7078a44b4d55 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:23:54.636359 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a6d50f-3e28-4366-a882-7078a44b4d55 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:23:54.636694 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a6d50f-3e28-4366-a882-7078a44b4d55 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:23:54.637028 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a6d50f-3e28-4366-a882-7078a44b4d55 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:23:54.637411 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a6d50f-3e28-4366-a882-7078a44b4d55 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:23:54.637741 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a6d50f-3e28-4366-a882-7078a44b4d55 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:23:54.638073 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a6d50f-3e28-4366-a882-7078a44b4d55 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:23:54.638397 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a6d50f-3e28-4366-a882-7078a44b4d55 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:23:54.959564 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-00a6d50f-3e28-4366-a882-7078a44b4d55 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:23:55.081743 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-00a6d50f-3e28-4366-a882-7078a44b4d55 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1014465'] for port, before_update {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:23:55.226497 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-00a6d50f-3e28-4366-a882-7078a44b4d55 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks [] for port, precommit_update {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:23:55.285179 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-00a6d50f-3e28-4366-a882-7078a44b4d55 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780564874195', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780564376607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780564376625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59570589'] for port, after_update {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:23:55.351647 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a6d50f-3e28-4366-a882-7078a44b4d55 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Pushing event updated for resources: {'Port': ['ID=ccbc8dd8-84e7-4326-9875-a40569565863,revision_number=2']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:23:55.366273 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-00a6d50f-3e28-4366-a882-7078a44b4d55 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1958929'] for floatingip, after_create {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:23:55.463631 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.db.l3_db [None req-00a6d50f-3e28-4366-a882-7078a44b4d55 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Floating IP 99dfe088-d19b-494a-a2dc-981754859ac4 associated. External IP: 172.27.2.175, port: ec06b852-261c-4ab1-9464-9d66642d013d. Sep 01 05:23:55.661213 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00a6d50f-3e28-4366-a882-7078a44b4d55 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Router 9e47d257-d5d9-4a83-993c-0c136a7fa9c1 has already been hosted by L3 agent dd4ad2d5-7278-4db2-b968-23881816b870 {{(pid=100912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 05:23:55.765674 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a6d50f-3e28-4366-a882-7078a44b4d55 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify agent at l3_agent.dv-cinder-804735-5-iscsi the message routers_updated {{(pid=100912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 05:23:55.776133 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67d98cf-5e26-42af-812d-6cf1ba34bfd5 None None] Sync routers for ids ['9e47d257-d5d9-4a83-993c-0c136a7fa9c1'] in dv-cinder-804735-5-iscsi {{(pid=100913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 05:23:55.784641 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67d98cf-5e26-42af-812d-6cf1ba34bfd5 None None] Routers {'9e47d257-d5d9-4a83-993c-0c136a7fa9c1'} bound to L3 agent in host dv-cinder-804735-5-iscsi {{(pid=100913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:23:55.785250 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-d67d98cf-5e26-42af-812d-6cf1ba34bfd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T04:53:40Z,description=,heartbeat_timestamp=2021-09-01T05:23:40Z,host='dv-cinder-804735-5-iscsi',id=dd4ad2d5-7278-4db2-b968-23881816b870,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:53:41Z,topic='l3_agent')) {'router_ids': ['9e47d257-d5d9-4a83-993c-0c136a7fa9c1'], 'active': True} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:23:55.862836 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-00a6d50f-3e28-4366-a882-7078a44b4d55 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428309'] for floatingip, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:23:55.890007 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-00a6d50f-3e28-4366-a882-7078a44b4d55 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8003628 Sep 01 05:23:55.890626 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvr_db [None req-d67d98cf-5e26-42af-812d-6cf1ba34bfd5 None None] Set router 9e47d257-d5d9-4a83-993c-0c136a7fa9c1 gateway port host: dv-cinder-804735-5-iscsi {{(pid=100913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:23:55.890785 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef80771e-145b-4858-a929-c34c828ebda4', 'tag': 'ec06b852-261c-4ab1-9464-9d66642d013d'}] {{(pid=100912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:23:55.893035 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c32bf37734172ffae8bcd4fd235b58a84eb6a179622fde5d618b2948ae3f8620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b64020d-9bfd-4928-bb35-acba16e479b6" -d '{"events": [{"name": "network-changed", "server_uuid": "ef80771e-145b-4858-a929-c34c828ebda4", "tag": "ec06b852-261c-4ab1-9464-9d66642d013d"}]}' {{(pid=100912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:23:55.984864 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 05:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42ededef-69bc-4890-858d-97da2bc7189f x-openstack-request-id: req-42ededef-69bc-4890-858d-97da2bc7189f {{(pid=100912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:23:55.985475 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef80771e-145b-4858-a929-c34c828ebda4", "tag": "ec06b852-261c-4ab1-9464-9d66642d013d", "status": "completed", "code": 200}]} {{(pid=100912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:23:55.985475 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-42ededef-69bc-4890-858d-97da2bc7189f {{(pid=100912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:23:55.985933 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef80771e-145b-4858-a929-c34c828ebda4', 'tag': 'ec06b852-261c-4ab1-9464-9d66642d013d', 'status': 'completed', 'code': 200} Sep 01 05:23:56.084748 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b64020d-9bfd-4928-bb35-acba16e479b6 req-f539f857-735d-4c2b-b08b-5b9718143467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:23:56.086277 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-7b64020d-9bfd-4928-bb35-acba16e479b6 req-f539f857-735d-4c2b-b08b-5b9718143467 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3dae50850ca54af297491f2c37c32fd4&device_id=ef80771e-145b-4858-a929-c34c828ebda4 HTTP/1.1" status: 200 len: 1098 time: 0.0401423 Sep 01 05:23:56.114379 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-d67d98cf-5e26-42af-812d-6cf1ba34bfd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e47d257-d5d9-4a83-993c-0c136a7fa9c1', 'name': 'tempest-TestVolumeBootPattern-200851941-router', 'tenant_id': '3dae50850ca54af297491f2c37c32fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '6902dfc4-9d35-44d6-bc1a-a08b066663fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:18:38Z', 'updated_at': '2021-09-01T05:18:41Z', 'revision_number': 4, 'project_id': '3dae50850ca54af297491f2c37c32fd4', 'gw_port': {'id': '6902dfc4-9d35-44d6-bc1a-a08b066663fd', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:34:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e47d257-d5d9-4a83-993c-0c136a7fa9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:18:39Z', 'updated_at': '2021-09-01T05:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi', '_floatingips': [{'id': '7c03a819-e466-483f-bfcd-dd9f0199466d', 'tenant_id': '3dae50850ca54af297491f2c37c32fd4', 'floating_ip_address': '172.27.2.193', 'floating_network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'router_id': '9e47d257-d5d9-4a83-993c-0c136a7fa9c1', 'port_id': '6f299dfa-6138-46f4-ab9a-ae441ee8d43f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea282e4f-676b-43ed-ba21-302b75631737', 'mac_address': 'fa:16:3e:6d:23:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b8d4f0-d373-4475-b655-ef867d9c9b45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T05:21:48Z', 'updated_at': '2021-09-01T05:21:50Z', 'revision_number': 1, 'project_id': '3dae50850ca54af297491f2c37c32fd4', 'fixed_ip_address_scope': None}, {'id': '99dfe088-d19b-494a-a2dc-981754859ac4', 'tenant_id': '3dae50850ca54af297491f2c37c32fd4', 'floating_ip_address': '172.27.2.175', 'floating_network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'router_id': '9e47d257-d5d9-4a83-993c-0c136a7fa9c1', 'port_id': 'ec06b852-261c-4ab1-9464-9d66642d013d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea282e4f-676b-43ed-ba21-302b75631737', 'mac_address': 'fa:16:3e:c5:3c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef80771e-145b-4858-a929-c34c828ebda4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T05:23:54Z', 'updated_at': '2021-09-01T05:23:54Z', 'revision_number': 0, 'project_id': '3dae50850ca54af297491f2c37c32fd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b213173a-6c76-4d21-bbf0-b03f4827dd1f', 'name': '', 'network_id': 'ea282e4f-676b-43ed-ba21-302b75631737', 'tenant_id': '3dae50850ca54af297491f2c37c32fd4', 'mac_address': 'fa:16:3e:d8:13:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e47d257-d5d9-4a83-993c-0c136a7fa9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '78584c19-bcc8-49b3-9cdf-ab662b79456b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:18:40Z', 'updated_at': '2021-09-01T05:18:46Z', 'revision_number': 5, 'project_id': '3dae50850ca54af297491f2c37c32fd4', 'subnets': [{'id': '78584c19-bcc8-49b3-9cdf-ab662b79456b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-5-iscsi', False) {} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:23:56.143856 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67d98cf-5e26-42af-812d-6cf1ba34bfd5 None None] Checking router: 9e47d257-d5d9-4a83-993c-0c136a7fa9c1 for host: dv-cinder-804735-5-iscsi {{(pid=100913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 05:23:56.152467 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67d98cf-5e26-42af-812d-6cf1ba34bfd5 None None] Routers {'9e47d257-d5d9-4a83-993c-0c136a7fa9c1'} bound to L3 agent in host dv-cinder-804735-5-iscsi {{(pid=100913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:23:56.153078 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-d67d98cf-5e26-42af-812d-6cf1ba34bfd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T04:53:40Z,description=,heartbeat_timestamp=2021-09-01T05:23:40Z,host='dv-cinder-804735-5-iscsi',id=dd4ad2d5-7278-4db2-b968-23881816b870,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:53:41Z,topic='l3_agent')) {'router_ids': ['9e47d257-d5d9-4a83-993c-0c136a7fa9c1'], 'active': True} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:23:56.179667 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b64020d-9bfd-4928-bb35-acba16e479b6 req-f82e56b0-5128-4589-b236-3725187d4533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:23:56.181598 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-7b64020d-9bfd-4928-bb35-acba16e479b6 req-f82e56b0-5128-4589-b236-3725187d4533 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ea282e4f-676b-43ed-ba21-302b75631737 HTTP/1.1" status: 200 len: 912 time: 0.0877500 Sep 01 05:23:56.246624 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-7b64020d-9bfd-4928-bb35-acba16e479b6 req-95860efe-a6e8-4e20-a73f-db7e094ac57f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec06b852-261c-4ab1-9464-9d66642d013d HTTP/1.1" status: 200 len: 999 time: 0.0583534 Sep 01 05:23:56.257391 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvr_db [None req-d67d98cf-5e26-42af-812d-6cf1ba34bfd5 None None] Set router 9e47d257-d5d9-4a83-993c-0c136a7fa9c1 gateway port host: dv-cinder-804735-5-iscsi {{(pid=100913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:23:56.298283 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b64020d-9bfd-4928-bb35-acba16e479b6 req-a4a22be5-8812-45c6-b6e2-f41e60a389ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:23:56.299778 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-7b64020d-9bfd-4928-bb35-acba16e479b6 req-a4a22be5-8812-45c6-b6e2-f41e60a389ef service neutron] 10.222.0.37 "GET /v2.0/subnets?id=78584c19-bcc8-49b3-9cdf-ab662b79456b HTTP/1.1" status: 200 len: 850 time: 0.0469427 Sep 01 05:23:56.344822 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b64020d-9bfd-4928-bb35-acba16e479b6 req-4976f9a3-b526-46d8-802d-8043ba3c039b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:23:56.346369 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-7b64020d-9bfd-4928-bb35-acba16e479b6 req-4976f9a3-b526-46d8-802d-8043ba3c039b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ea282e4f-676b-43ed-ba21-302b75631737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390453 Sep 01 05:23:56.433583 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-7b64020d-9bfd-4928-bb35-acba16e479b6 req-493c9f21-aad9-4987-bfa7-6f67c7d3dc88 service neutron] 10.222.0.37 "GET /v2.0/networks/ea282e4f-676b-43ed-ba21-302b75631737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793536 Sep 01 05:23:56.479927 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-d67d98cf-5e26-42af-812d-6cf1ba34bfd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e47d257-d5d9-4a83-993c-0c136a7fa9c1', 'name': 'tempest-TestVolumeBootPattern-200851941-router', 'tenant_id': '3dae50850ca54af297491f2c37c32fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '6902dfc4-9d35-44d6-bc1a-a08b066663fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:18:38Z', 'updated_at': '2021-09-01T05:18:41Z', 'revision_number': 4, 'project_id': '3dae50850ca54af297491f2c37c32fd4', 'gw_port': {'id': '6902dfc4-9d35-44d6-bc1a-a08b066663fd', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:34:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e47d257-d5d9-4a83-993c-0c136a7fa9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:18:39Z', 'updated_at': '2021-09-01T05:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi', '_floatingips': [{'id': '7c03a819-e466-483f-bfcd-dd9f0199466d', 'tenant_id': '3dae50850ca54af297491f2c37c32fd4', 'floating_ip_address': '172.27.2.193', 'floating_network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'router_id': '9e47d257-d5d9-4a83-993c-0c136a7fa9c1', 'port_id': '6f299dfa-6138-46f4-ab9a-ae441ee8d43f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea282e4f-676b-43ed-ba21-302b75631737', 'mac_address': 'fa:16:3e:6d:23:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b8d4f0-d373-4475-b655-ef867d9c9b45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T05:21:48Z', 'updated_at': '2021-09-01T05:21:50Z', 'revision_number': 1, 'project_id': '3dae50850ca54af297491f2c37c32fd4', 'fixed_ip_address_scope': None}, {'id': '99dfe088-d19b-494a-a2dc-981754859ac4', 'tenant_id': '3dae50850ca54af297491f2c37c32fd4', 'floating_ip_address': '172.27.2.175', 'floating_network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'router_id': '9e47d257-d5d9-4a83-993c-0c136a7fa9c1', 'port_id': 'ec06b852-261c-4ab1-9464-9d66642d013d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea282e4f-676b-43ed-ba21-302b75631737', 'mac_address': 'fa:16:3e:c5:3c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef80771e-145b-4858-a929-c34c828ebda4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T05:23:54Z', 'updated_at': '2021-09-01T05:23:54Z', 'revision_number': 0, 'project_id': '3dae50850ca54af297491f2c37c32fd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b213173a-6c76-4d21-bbf0-b03f4827dd1f', 'name': '', 'network_id': 'ea282e4f-676b-43ed-ba21-302b75631737', 'tenant_id': '3dae50850ca54af297491f2c37c32fd4', 'mac_address': 'fa:16:3e:d8:13:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e47d257-d5d9-4a83-993c-0c136a7fa9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '78584c19-bcc8-49b3-9cdf-ab662b79456b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:18:40Z', 'updated_at': '2021-09-01T05:18:46Z', 'revision_number': 5, 'project_id': '3dae50850ca54af297491f2c37c32fd4', 'subnets': [{'id': '78584c19-bcc8-49b3-9cdf-ab662b79456b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-5-iscsi', False) {} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:23:56.509905 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67d98cf-5e26-42af-812d-6cf1ba34bfd5 None None] The sync data for ids ['9e47d257-d5d9-4a83-993c-0c136a7fa9c1'] in dv-cinder-804735-5-iscsi is: [{'id': '9e47d257-d5d9-4a83-993c-0c136a7fa9c1', 'name': 'tempest-TestVolumeBootPattern-200851941-router', 'tenant_id': '3dae50850ca54af297491f2c37c32fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '6902dfc4-9d35-44d6-bc1a-a08b066663fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:18:38Z', 'updated_at': '2021-09-01T05:18:41Z', 'revision_number': 4, 'project_id': '3dae50850ca54af297491f2c37c32fd4', 'gw_port': {'id': '6902dfc4-9d35-44d6-bc1a-a08b066663fd', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:34:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e47d257-d5d9-4a83-993c-0c136a7fa9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:18:39Z', 'updated_at': '2021-09-01T05:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi', '_floatingips': [{'id': '7c03a819-e466-483f-bfcd-dd9f0199466d', 'tenant_id': '3dae50850ca54af297491f2c37c32fd4', 'floating_ip_address': '172.27.2.193', 'floating_network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'router_id': '9e47d257-d5d9-4a83-993c-0c136a7fa9c1', 'port_id': '6f299dfa-6138-46f4-ab9a-ae441ee8d43f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea282e4f-676b-43ed-ba21-302b75631737', 'mac_address': 'fa:16:3e:6d:23:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b8d4f0-d373-4475-b655-ef867d9c9b45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T05:21:48Z', 'updated_at': '2021-09-01T05:21:50Z', 'revision_number': 1, 'project_id': '3dae50850ca54af297491f2c37c32fd4', 'fixed_ip_address_scope': None}, {'id': '99dfe088-d19b-494a-a2dc-981754859ac4', 'tenant_id': '3dae50850ca54af297491f2c37c32fd4', 'floating_ip_address': '172.27.2.175', 'floating_network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'router_id': '9e47d257-d5d9-4a83-993c-0c136a7fa9c1', 'port_id': 'ec06b852-261c-4ab1-9464-9d66642d013d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea282e4f-676b-43ed-ba21-302b75631737', 'mac_address': 'fa:16:3e:c5:3c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef80771e-145b-4858-a929-c34c828ebda4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T05:23:54Z', 'updated_at': '2021-09-01T05:23:54Z', 'revision_number': 0, 'project_id': '3dae50850ca54af297491f2c37c32fd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b213173a-6c76-4d21-bbf0-b03f4827dd1f', 'name': '', 'network_id': 'ea282e4f-676b-43ed-ba21-302b75631737', 'tenant_id': '3dae50850ca54af297491f2c37c32fd4', 'mac_address': 'fa:16:3e:d8:13:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e47d257-d5d9-4a83-993c-0c136a7fa9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '78584c19-bcc8-49b3-9cdf-ab662b79456b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:18:40Z', 'updated_at': '2021-09-01T05:18:46Z', 'revision_number': 5, 'project_id': '3dae50850ca54af297491f2c37c32fd4', 'subnets': [{'id': '78584c19-bcc8-49b3-9cdf-ab662b79456b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 05:23:56.528184 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-7b64020d-9bfd-4928-bb35-acba16e479b6 req-5b25508d-6af4-4638-8347-16045781bfb6 service neutron] 10.222.0.37 "GET /v2.0/networks/ea282e4f-676b-43ed-ba21-302b75631737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873973 Sep 01 05:23:56.695853 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eff6cdf-5172-41d7-9a3c-626d57696d17 None None] New status for floating IP 99dfe088-d19b-494a-a2dc-981754859ac4: ACTIVE {{(pid=100914) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 05:24:06.558535 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-5457255c-4dd4-4635-a4bf-3fdafc7cd5a6 req-c272c567-1865-40dc-bbe6-c3fe2cb2200f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=48b8d4f0-d373-4475-b655-ef867d9c9b45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394974 Sep 01 05:24:06.675684 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5457255c-4dd4-4635-a4bf-3fdafc7cd5a6 req-be0f575a-b4bb-4e5b-bf4c-a6eab6504d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:24:06.677363 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-5457255c-4dd4-4635-a4bf-3fdafc7cd5a6 req-be0f575a-b4bb-4e5b-bf4c-a6eab6504d2a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3dae50850ca54af297491f2c37c32fd4&device_id=48b8d4f0-d373-4475-b655-ef867d9c9b45 HTTP/1.1" status: 200 len: 1099 time: 0.0399671 Sep 01 05:24:06.789845 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5457255c-4dd4-4635-a4bf-3fdafc7cd5a6 req-03c78db0-daea-4984-ab64-3912bea14f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:24:06.791379 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-5457255c-4dd4-4635-a4bf-3fdafc7cd5a6 req-03c78db0-daea-4984-ab64-3912bea14f1c service neutron] 10.222.0.37 "GET /v2.0/networks?id=ea282e4f-676b-43ed-ba21-302b75631737 HTTP/1.1" status: 200 len: 912 time: 0.0928929 Sep 01 05:24:06.856357 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-5457255c-4dd4-4635-a4bf-3fdafc7cd5a6 req-9dcde4a8-b3a8-4ead-8908-7e4755e51b06 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f299dfa-6138-46f4-ab9a-ae441ee8d43f HTTP/1.1" status: 200 len: 1002 time: 0.0576062 Sep 01 05:24:06.911085 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5457255c-4dd4-4635-a4bf-3fdafc7cd5a6 req-08a4af6a-46b9-4fb6-b0a2-eecf87dadbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:24:06.912545 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-5457255c-4dd4-4635-a4bf-3fdafc7cd5a6 req-08a4af6a-46b9-4fb6-b0a2-eecf87dadbf1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=78584c19-bcc8-49b3-9cdf-ab662b79456b HTTP/1.1" status: 200 len: 850 time: 0.0488479 Sep 01 05:24:06.956593 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5457255c-4dd4-4635-a4bf-3fdafc7cd5a6 req-3ab5025e-dc6b-49dc-ad73-88231daeabde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:24:06.958040 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-5457255c-4dd4-4635-a4bf-3fdafc7cd5a6 req-3ab5025e-dc6b-49dc-ad73-88231daeabde service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ea282e4f-676b-43ed-ba21-302b75631737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380013 Sep 01 05:24:07.046517 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-5457255c-4dd4-4635-a4bf-3fdafc7cd5a6 req-19915184-80e6-48bb-9c78-b4e2397450d9 service neutron] 10.222.0.37 "GET /v2.0/networks/ea282e4f-676b-43ed-ba21-302b75631737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816469 Sep 01 05:24:07.136757 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-5457255c-4dd4-4635-a4bf-3fdafc7cd5a6 req-d42cc067-0616-416a-bcb9-46da6bbed3cc service neutron] 10.222.0.37 "GET /v2.0/networks/ea282e4f-676b-43ed-ba21-302b75631737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829639 Sep 01 05:24:07.313776 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-f94c0d3a-5510-43fd-9eba-5ec66aab1293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:24:10.027483 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:24:10.055924 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-ba00a37a-8811-47ce-9b06-d5c54aefd7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:24:11.410782 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-125f6581-13c4-4eca-b15a-10d5e92c8028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:24:13.319687 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-57069d07-1191-4bd8-9ef8-43ac9a8b42c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:24:18.552021 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.agents_db [None req-49e1e325-328c-4825-9e4f-7693071b0ea2 None None] Agent healthcheck: found 6 active agents {{(pid=100914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 05:24:22.359027 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:24:37.324677 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-7abde0c1-3f27-4e20-bac1-173bf0f5a2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:24:40.049818 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:24:40.061258 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-f30d3875-fa34-4f63-a22d-36a87acd7513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:24:41.421126 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-125f6581-13c4-4eca-b15a-10d5e92c8028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:24:43.272673 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-57069d07-1191-4bd8-9ef8-43ac9a8b42c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:24:52.375234 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:24:55.551300 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.agents_db [None req-49e1e325-328c-4825-9e4f-7693071b0ea2 None None] Agent healthcheck: found 6 active agents {{(pid=100914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 05:25:07.306145 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-60e6ca82-03e1-410e-a649-1ff47655bfee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:07.555200 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-8f581f58-c969-4316-9a61-25cc39aba78d req-d8d49065-3593-4838-a073-d1a420c1c3e8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ef80771e-145b-4858-a929-c34c828ebda4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380502 Sep 01 05:25:07.623549 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f581f58-c969-4316-9a61-25cc39aba78d req-8dd0a835-befb-4925-8986-974625c645ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:25:07.624997 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-8f581f58-c969-4316-9a61-25cc39aba78d req-8dd0a835-befb-4925-8986-974625c645ad service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3dae50850ca54af297491f2c37c32fd4&device_id=ef80771e-145b-4858-a929-c34c828ebda4 HTTP/1.1" status: 200 len: 1098 time: 0.0384791 Sep 01 05:25:07.727176 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f581f58-c969-4316-9a61-25cc39aba78d req-56c09ff8-da5e-44d7-8889-341840d3c48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:25:07.728625 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-8f581f58-c969-4316-9a61-25cc39aba78d req-56c09ff8-da5e-44d7-8889-341840d3c48f service neutron] 10.222.0.37 "GET /v2.0/networks?id=ea282e4f-676b-43ed-ba21-302b75631737 HTTP/1.1" status: 200 len: 912 time: 0.0860651 Sep 01 05:25:07.794535 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-8f581f58-c969-4316-9a61-25cc39aba78d req-10519ce6-e7a6-4060-b0a3-cfb1ed129d1c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec06b852-261c-4ab1-9464-9d66642d013d HTTP/1.1" status: 200 len: 1001 time: 0.0586159 Sep 01 05:25:07.846673 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f581f58-c969-4316-9a61-25cc39aba78d req-efdc4d89-bf76-4669-91b8-298b1d92e8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:25:07.848136 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-8f581f58-c969-4316-9a61-25cc39aba78d req-efdc4d89-bf76-4669-91b8-298b1d92e8a9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=78584c19-bcc8-49b3-9cdf-ab662b79456b HTTP/1.1" status: 200 len: 850 time: 0.0467997 Sep 01 05:25:07.894423 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f581f58-c969-4316-9a61-25cc39aba78d req-f5d0449b-af94-4964-a087-4d1931be6b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:25:07.895924 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-8f581f58-c969-4316-9a61-25cc39aba78d req-f5d0449b-af94-4964-a087-4d1931be6b6e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ea282e4f-676b-43ed-ba21-302b75631737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405741 Sep 01 05:25:07.984612 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-8f581f58-c969-4316-9a61-25cc39aba78d req-e6090db2-8e47-4085-8dec-72537d4da40a service neutron] 10.222.0.37 "GET /v2.0/networks/ea282e4f-676b-43ed-ba21-302b75631737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809882 Sep 01 05:25:08.078358 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-8f581f58-c969-4316-9a61-25cc39aba78d req-1d554586-2d41-4f6a-8136-a3e82b0b5ecc service neutron] 10.222.0.37 "GET /v2.0/networks/ea282e4f-676b-43ed-ba21-302b75631737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866714 Sep 01 05:25:10.031595 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:10.059866 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-5123aaa2-b99d-4599-b985-6fb561d45cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:11.431725 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-125f6581-13c4-4eca-b15a-10d5e92c8028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:13.289058 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-57069d07-1191-4bd8-9ef8-43ac9a8b42c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:22.351483 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:27.577036 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 54340) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:25:27.728432 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.plugin [None req-5ee8d0d5-4fc4-4882-972d-5a3c07a68bb3 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Deleting port ccbc8dd8-84e7-4326-9875-a40569565863 {{(pid=100912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:25:27.728777 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-5ee8d0d5-4fc4-4882-972d-5a3c07a68bb3 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780564872726'] for port, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:27.805880 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-5ee8d0d5-4fc4-4882-972d-5a3c07a68bb3 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958503'] for port, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:27.806220 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-5ee8d0d5-4fc4-4882-972d-5a3c07a68bb3 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:27.817746 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.plugin [None req-5ee8d0d5-4fc4-4882-972d-5a3c07a68bb3 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Calling delete_port for ccbc8dd8-84e7-4326-9875-a40569565863 owned by network:floatingip {{(pid=100912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:25:28.037417 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-5ee8d0d5-4fc4-4882-972d-5a3c07a68bb3 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780564874213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780564376598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59570596'] for port, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:28.065767 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee8d0d5-4fc4-4882-972d-5a3c07a68bb3 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Pushing event deleted for resources: {'Port': ['ID=ccbc8dd8-84e7-4326-9875-a40569565863,revision_number=None']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:25:28.078090 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee8d0d5-4fc4-4882-972d-5a3c07a68bb3 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:25:28.078446 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee8d0d5-4fc4-4882-972d-5a3c07a68bb3 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:25:28.078829 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee8d0d5-4fc4-4882-972d-5a3c07a68bb3 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:25:28.079170 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee8d0d5-4fc4-4882-972d-5a3c07a68bb3 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:25:28.079503 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee8d0d5-4fc4-4882-972d-5a3c07a68bb3 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:25:28.079839 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee8d0d5-4fc4-4882-972d-5a3c07a68bb3 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:25:28.080169 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee8d0d5-4fc4-4882-972d-5a3c07a68bb3 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:25:28.080498 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee8d0d5-4fc4-4882-972d-5a3c07a68bb3 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:25:28.080825 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee8d0d5-4fc4-4882-972d-5a3c07a68bb3 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:25:28.081149 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee8d0d5-4fc4-4882-972d-5a3c07a68bb3 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:25:28.081475 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee8d0d5-4fc4-4882-972d-5a3c07a68bb3 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:25:28.081885 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee8d0d5-4fc4-4882-972d-5a3c07a68bb3 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:25:28.134821 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-5ee8d0d5-4fc4-4882-972d-5a3c07a68bb3 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks [] for floatingip, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:28.135157 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.db.l3_db [None req-5ee8d0d5-4fc4-4882-972d-5a3c07a68bb3 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Floating IP 99dfe088-d19b-494a-a2dc-981754859ac4 disassociated (deleted). External IP: 172.27.2.175, port: ec06b852-261c-4ab1-9464-9d66642d013d. Sep 01 05:25:28.335965 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ee8d0d5-4fc4-4882-972d-5a3c07a68bb3 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Router 9e47d257-d5d9-4a83-993c-0c136a7fa9c1 has already been hosted by L3 agent dd4ad2d5-7278-4db2-b968-23881816b870 {{(pid=100912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 05:25:28.441200 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ee8d0d5-4fc4-4882-972d-5a3c07a68bb3 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify agent at l3_agent.dv-cinder-804735-5-iscsi the message routers_updated {{(pid=100912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 05:25:28.446049 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-5ee8d0d5-4fc4-4882-972d-5a3c07a68bb3 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428309'] for floatingip, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:28.453420 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4498f4be-a0ea-4dba-914d-871327b9e66e None None] Sync routers for ids ['9e47d257-d5d9-4a83-993c-0c136a7fa9c1'] in dv-cinder-804735-5-iscsi {{(pid=100913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 05:25:28.462586 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4498f4be-a0ea-4dba-914d-871327b9e66e None None] Routers {'9e47d257-d5d9-4a83-993c-0c136a7fa9c1'} bound to L3 agent in host dv-cinder-804735-5-iscsi {{(pid=100913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:25:28.463335 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-4498f4be-a0ea-4dba-914d-871327b9e66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T04:53:40Z,description=,heartbeat_timestamp=2021-09-01T05:25:10Z,host='dv-cinder-804735-5-iscsi',id=dd4ad2d5-7278-4db2-b968-23881816b870,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:53:41Z,topic='l3_agent')) {'router_ids': ['9e47d257-d5d9-4a83-993c-0c136a7fa9c1'], 'active': True} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:25:28.477029 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-5ee8d0d5-4fc4-4882-972d-5a3c07a68bb3 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "DELETE /v2.0/floatingips/99dfe088-d19b-494a-a2dc-981754859ac4 HTTP/1.1" status: 204 len: 168 time: 0.8989060 Sep 01 05:25:28.480364 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef80771e-145b-4858-a929-c34c828ebda4', 'tag': 'ec06b852-261c-4ab1-9464-9d66642d013d'}] {{(pid=100912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:25:28.480495 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c32bf37734172ffae8bcd4fd235b58a84eb6a179622fde5d618b2948ae3f8620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e82411-846e-456d-a5a2-8a8e6a208eda" -d '{"events": [{"name": "network-changed", "server_uuid": "ef80771e-145b-4858-a929-c34c828ebda4", "tag": "ec06b852-261c-4ab1-9464-9d66642d013d"}]}' {{(pid=100912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:25:28.521833 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 05:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f8e1e5f-3831-4c28-b5ea-da3885b410ac x-openstack-request-id: req-5f8e1e5f-3831-4c28-b5ea-da3885b410ac {{(pid=100912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:25:28.522124 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef80771e-145b-4858-a929-c34c828ebda4", "tag": "ec06b852-261c-4ab1-9464-9d66642d013d", "status": "completed", "code": 200}]} {{(pid=100912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:25:28.522418 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5f8e1e5f-3831-4c28-b5ea-da3885b410ac {{(pid=100912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:25:28.522845 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef80771e-145b-4858-a929-c34c828ebda4', 'tag': 'ec06b852-261c-4ab1-9464-9d66642d013d', 'status': 'completed', 'code': 200} Sep 01 05:25:28.576473 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvr_db [None req-4498f4be-a0ea-4dba-914d-871327b9e66e None None] Set router 9e47d257-d5d9-4a83-993c-0c136a7fa9c1 gateway port host: dv-cinder-804735-5-iscsi {{(pid=100913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:25:28.612388 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e82411-846e-456d-a5a2-8a8e6a208eda req-88fb5d18-fb41-4ea4-88b7-5a9d7df527ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:25:28.613886 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-b1e82411-846e-456d-a5a2-8a8e6a208eda req-88fb5d18-fb41-4ea4-88b7-5a9d7df527ff service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3dae50850ca54af297491f2c37c32fd4&device_id=ef80771e-145b-4858-a929-c34c828ebda4 HTTP/1.1" status: 200 len: 1098 time: 0.0432816 Sep 01 05:25:28.710529 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e82411-846e-456d-a5a2-8a8e6a208eda req-05acef34-8e3b-4bef-9f65-1058e233b52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:25:28.712190 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-b1e82411-846e-456d-a5a2-8a8e6a208eda req-05acef34-8e3b-4bef-9f65-1058e233b52a service neutron] 10.222.0.37 "GET /v2.0/networks?id=ea282e4f-676b-43ed-ba21-302b75631737 HTTP/1.1" status: 200 len: 912 time: 0.0915632 Sep 01 05:25:28.759961 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-b1e82411-846e-456d-a5a2-8a8e6a208eda req-9518150b-e918-4fda-befb-e3406e3d085e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec06b852-261c-4ab1-9464-9d66642d013d HTTP/1.1" status: 200 len: 217 time: 0.0396318 Sep 01 05:25:28.808356 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-4498f4be-a0ea-4dba-914d-871327b9e66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e47d257-d5d9-4a83-993c-0c136a7fa9c1', 'name': 'tempest-TestVolumeBootPattern-200851941-router', 'tenant_id': '3dae50850ca54af297491f2c37c32fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '6902dfc4-9d35-44d6-bc1a-a08b066663fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:18:38Z', 'updated_at': '2021-09-01T05:18:41Z', 'revision_number': 4, 'project_id': '3dae50850ca54af297491f2c37c32fd4', 'gw_port': {'id': '6902dfc4-9d35-44d6-bc1a-a08b066663fd', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:34:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e47d257-d5d9-4a83-993c-0c136a7fa9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:18:39Z', 'updated_at': '2021-09-01T05:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi', '_floatingips': [{'id': '7c03a819-e466-483f-bfcd-dd9f0199466d', 'tenant_id': '3dae50850ca54af297491f2c37c32fd4', 'floating_ip_address': '172.27.2.193', 'floating_network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'router_id': '9e47d257-d5d9-4a83-993c-0c136a7fa9c1', 'port_id': '6f299dfa-6138-46f4-ab9a-ae441ee8d43f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea282e4f-676b-43ed-ba21-302b75631737', 'mac_address': 'fa:16:3e:6d:23:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b8d4f0-d373-4475-b655-ef867d9c9b45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T05:21:48Z', 'updated_at': '2021-09-01T05:21:50Z', 'revision_number': 1, 'project_id': '3dae50850ca54af297491f2c37c32fd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b213173a-6c76-4d21-bbf0-b03f4827dd1f', 'name': '', 'network_id': 'ea282e4f-676b-43ed-ba21-302b75631737', 'tenant_id': '3dae50850ca54af297491f2c37c32fd4', 'mac_address': 'fa:16:3e:d8:13:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e47d257-d5d9-4a83-993c-0c136a7fa9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '78584c19-bcc8-49b3-9cdf-ab662b79456b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:18:40Z', 'updated_at': '2021-09-01T05:18:46Z', 'revision_number': 5, 'project_id': '3dae50850ca54af297491f2c37c32fd4', 'subnets': [{'id': '78584c19-bcc8-49b3-9cdf-ab662b79456b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-5-iscsi', False) {} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:25:28.810191 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e82411-846e-456d-a5a2-8a8e6a208eda req-3b3b500b-bdbd-4035-b727-57ad7a0a77d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:25:28.811704 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-b1e82411-846e-456d-a5a2-8a8e6a208eda req-3b3b500b-bdbd-4035-b727-57ad7a0a77d1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=78584c19-bcc8-49b3-9cdf-ab662b79456b HTTP/1.1" status: 200 len: 850 time: 0.0449183 Sep 01 05:25:28.835828 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4498f4be-a0ea-4dba-914d-871327b9e66e None None] Checking router: 9e47d257-d5d9-4a83-993c-0c136a7fa9c1 for host: dv-cinder-804735-5-iscsi {{(pid=100913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 05:25:28.845259 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4498f4be-a0ea-4dba-914d-871327b9e66e None None] Routers {'9e47d257-d5d9-4a83-993c-0c136a7fa9c1'} bound to L3 agent in host dv-cinder-804735-5-iscsi {{(pid=100913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:25:28.845894 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-4498f4be-a0ea-4dba-914d-871327b9e66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T04:53:40Z,description=,heartbeat_timestamp=2021-09-01T05:25:10Z,host='dv-cinder-804735-5-iscsi',id=dd4ad2d5-7278-4db2-b968-23881816b870,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:53:41Z,topic='l3_agent')) {'router_ids': ['9e47d257-d5d9-4a83-993c-0c136a7fa9c1'], 'active': True} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:25:28.880241 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a32a37d-dc03-4ca3-b78b-08692a3898f5 req-9f41e21a-7c0a-48f6-97cd-ff2e437a9dde tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:25:28.881823 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-4a32a37d-dc03-4ca3-b78b-08692a3898f5 req-9f41e21a-7c0a-48f6-97cd-ff2e437a9dde tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef80771e-145b-4858-a929-c34c828ebda4 HTTP/1.1" status: 200 len: 945 time: 0.0499628 Sep 01 05:25:28.885417 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e82411-846e-456d-a5a2-8a8e6a208eda req-22d4adfe-208d-48fe-805f-b192cecd9131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:25:28.886985 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-b1e82411-846e-456d-a5a2-8a8e6a208eda req-22d4adfe-208d-48fe-805f-b192cecd9131 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ea282e4f-676b-43ed-ba21-302b75631737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0515985 Sep 01 05:25:28.921640 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-4a32a37d-dc03-4ca3-b78b-08692a3898f5 req-1717457c-29a9-490b-b126-7d82910239c7 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/security-groups?id=d12ac181-d69e-4b4c-9e6b-c5b0fea996b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324831 Sep 01 05:25:28.953251 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvr_db [None req-4498f4be-a0ea-4dba-914d-871327b9e66e None None] Set router 9e47d257-d5d9-4a83-993c-0c136a7fa9c1 gateway port host: dv-cinder-804735-5-iscsi {{(pid=100913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:25:28.983511 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-b1e82411-846e-456d-a5a2-8a8e6a208eda req-21613bc3-c3b3-43fd-916c-3c1d54b6151e service neutron] 10.222.0.37 "GET /v2.0/networks/ea282e4f-676b-43ed-ba21-302b75631737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858550 Sep 01 05:25:29.078028 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-b1e82411-846e-456d-a5a2-8a8e6a208eda req-912a4d6d-3f5f-42e1-854a-17d6a02708d0 service neutron] 10.222.0.37 "GET /v2.0/networks/ea282e4f-676b-43ed-ba21-302b75631737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868762 Sep 01 05:25:29.176566 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-4498f4be-a0ea-4dba-914d-871327b9e66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e47d257-d5d9-4a83-993c-0c136a7fa9c1', 'name': 'tempest-TestVolumeBootPattern-200851941-router', 'tenant_id': '3dae50850ca54af297491f2c37c32fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '6902dfc4-9d35-44d6-bc1a-a08b066663fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:18:38Z', 'updated_at': '2021-09-01T05:18:41Z', 'revision_number': 4, 'project_id': '3dae50850ca54af297491f2c37c32fd4', 'gw_port': {'id': '6902dfc4-9d35-44d6-bc1a-a08b066663fd', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:34:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e47d257-d5d9-4a83-993c-0c136a7fa9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:18:39Z', 'updated_at': '2021-09-01T05:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi', '_floatingips': [{'id': '7c03a819-e466-483f-bfcd-dd9f0199466d', 'tenant_id': '3dae50850ca54af297491f2c37c32fd4', 'floating_ip_address': '172.27.2.193', 'floating_network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'router_id': '9e47d257-d5d9-4a83-993c-0c136a7fa9c1', 'port_id': '6f299dfa-6138-46f4-ab9a-ae441ee8d43f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea282e4f-676b-43ed-ba21-302b75631737', 'mac_address': 'fa:16:3e:6d:23:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b8d4f0-d373-4475-b655-ef867d9c9b45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T05:21:48Z', 'updated_at': '2021-09-01T05:21:50Z', 'revision_number': 1, 'project_id': '3dae50850ca54af297491f2c37c32fd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b213173a-6c76-4d21-bbf0-b03f4827dd1f', 'name': '', 'network_id': 'ea282e4f-676b-43ed-ba21-302b75631737', 'tenant_id': '3dae50850ca54af297491f2c37c32fd4', 'mac_address': 'fa:16:3e:d8:13:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e47d257-d5d9-4a83-993c-0c136a7fa9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '78584c19-bcc8-49b3-9cdf-ab662b79456b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:18:40Z', 'updated_at': '2021-09-01T05:18:46Z', 'revision_number': 5, 'project_id': '3dae50850ca54af297491f2c37c32fd4', 'subnets': [{'id': '78584c19-bcc8-49b3-9cdf-ab662b79456b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-5-iscsi', False) {} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:25:29.321208 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4498f4be-a0ea-4dba-914d-871327b9e66e None None] The sync data for ids ['9e47d257-d5d9-4a83-993c-0c136a7fa9c1'] in dv-cinder-804735-5-iscsi is: [{'id': '9e47d257-d5d9-4a83-993c-0c136a7fa9c1', 'name': 'tempest-TestVolumeBootPattern-200851941-router', 'tenant_id': '3dae50850ca54af297491f2c37c32fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '6902dfc4-9d35-44d6-bc1a-a08b066663fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:18:38Z', 'updated_at': '2021-09-01T05:18:41Z', 'revision_number': 4, 'project_id': '3dae50850ca54af297491f2c37c32fd4', 'gw_port': {'id': '6902dfc4-9d35-44d6-bc1a-a08b066663fd', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:34:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e47d257-d5d9-4a83-993c-0c136a7fa9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:18:39Z', 'updated_at': '2021-09-01T05:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi', '_floatingips': [{'id': '7c03a819-e466-483f-bfcd-dd9f0199466d', 'tenant_id': '3dae50850ca54af297491f2c37c32fd4', 'floating_ip_address': '172.27.2.193', 'floating_network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'router_id': '9e47d257-d5d9-4a83-993c-0c136a7fa9c1', 'port_id': '6f299dfa-6138-46f4-ab9a-ae441ee8d43f', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea282e4f-676b-43ed-ba21-302b75631737', 'mac_address': 'fa:16:3e:6d:23:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b8d4f0-d373-4475-b655-ef867d9c9b45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-01T05:21:48Z', 'updated_at': '2021-09-01T05:21:50Z', 'revision_number': 1, 'project_id': '3dae50850ca54af297491f2c37c32fd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b213173a-6c76-4d21-bbf0-b03f4827dd1f', 'name': '', 'network_id': 'ea282e4f-676b-43ed-ba21-302b75631737', 'tenant_id': '3dae50850ca54af297491f2c37c32fd4', 'mac_address': 'fa:16:3e:d8:13:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e47d257-d5d9-4a83-993c-0c136a7fa9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '78584c19-bcc8-49b3-9cdf-ab662b79456b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:18:40Z', 'updated_at': '2021-09-01T05:18:46Z', 'revision_number': 5, 'project_id': '3dae50850ca54af297491f2c37c32fd4', 'subnets': [{'id': '78584c19-bcc8-49b3-9cdf-ab662b79456b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 05:25:29.525170 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a26e3ba-4cf5-472c-8c33-5886149dc58e None None] New status for floating IP 99dfe088-d19b-494a-a2dc-981754859ac4: DOWN {{(pid=100914) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 05:25:30.040002 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd1ba47-f66d-4868-955e-f294caaccb02 req-20a8420b-de0e-4933-878f-586a33789da8 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:25:30.041382 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-8cd1ba47-f66d-4868-955e-f294caaccb02 req-20a8420b-de0e-4933-878f-586a33789da8 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef80771e-145b-4858-a929-c34c828ebda4 HTTP/1.1" status: 200 len: 945 time: 0.0501618 Sep 01 05:25:30.077901 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-8cd1ba47-f66d-4868-955e-f294caaccb02 req-976a1fc6-0bea-4c5e-b4d2-c571e58b10a9 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/security-groups?id=d12ac181-d69e-4b4c-9e6b-c5b0fea996b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301375 Sep 01 05:25:30.632795 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a79cf59-f3f6-4d8a-956d-55efb4d118ec req-fc9ccf5c-afaa-496a-b4c9-70591d17384d tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:25:30.634242 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-2a79cf59-f3f6-4d8a-956d-55efb4d118ec req-fc9ccf5c-afaa-496a-b4c9-70591d17384d tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef80771e-145b-4858-a929-c34c828ebda4 HTTP/1.1" status: 200 len: 945 time: 0.0485840 Sep 01 05:25:30.723455 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.plugin [req-2a79cf59-f3f6-4d8a-956d-55efb4d118ec req-7b5d8d2d-d0e6-4158-a905-e97acd3505e1 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Deleting port ec06b852-261c-4ab1-9464-9d66642d013d {{(pid=100911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:25:30.723797 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-2a79cf59-f3f6-4d8a-956d-55efb4d118ec req-7b5d8d2d-d0e6-4158-a905-e97acd3505e1 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780564872726'] for port, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:30.812751 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.db [req-2a79cf59-f3f6-4d8a-956d-55efb4d118ec req-7b5d8d2d-d0e6-4158-a905-e97acd3505e1 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] For port ec06b852-261c-4ab1-9464-9d66642d013d, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=ec06b852-261c-4ab1-9464-9d66642d013d,segment=NetworkSegment(ead279e4-9b1d-4b91-bf08-c27cade6e224),segment_id=ead279e4-9b1d-4b91-bf08-c27cade6e224)] {{(pid=100911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:25:30.813115 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-2a79cf59-f3f6-4d8a-956d-55efb4d118ec req-7b5d8d2d-d0e6-4158-a905-e97acd3505e1 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958503'] for port, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:30.826608 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.plugin [req-2a79cf59-f3f6-4d8a-956d-55efb4d118ec req-7b5d8d2d-d0e6-4158-a905-e97acd3505e1 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Calling delete_port for ec06b852-261c-4ab1-9464-9d66642d013d owned by compute:nova {{(pid=100911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:25:31.026033 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-2a79cf59-f3f6-4d8a-956d-55efb4d118ec req-7b5d8d2d-d0e6-4158-a905-e97acd3505e1 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780564874213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780564376598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3457272'] for port, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:31.053486 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5d8d2d-d0e6-4158-a905-e97acd3505e1 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Pushing event deleted for resources: {'Port': ['ID=ec06b852-261c-4ab1-9464-9d66642d013d,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:25:31.063031 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5d8d2d-d0e6-4158-a905-e97acd3505e1 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:25:31.063401 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5d8d2d-d0e6-4158-a905-e97acd3505e1 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:25:31.063738 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5d8d2d-d0e6-4158-a905-e97acd3505e1 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:25:31.064081 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5d8d2d-d0e6-4158-a905-e97acd3505e1 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:25:31.064424 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5d8d2d-d0e6-4158-a905-e97acd3505e1 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:25:31.064760 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5d8d2d-d0e6-4158-a905-e97acd3505e1 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:25:31.065094 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5d8d2d-d0e6-4158-a905-e97acd3505e1 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:25:31.065425 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5d8d2d-d0e6-4158-a905-e97acd3505e1 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:25:31.065756 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5d8d2d-d0e6-4158-a905-e97acd3505e1 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:25:31.066085 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5d8d2d-d0e6-4158-a905-e97acd3505e1 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:25:31.067032 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5d8d2d-d0e6-4158-a905-e97acd3505e1 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:25:31.067032 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5d8d2d-d0e6-4158-a905-e97acd3505e1 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:25:31.109915 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a79cf59-f3f6-4d8a-956d-55efb4d118ec req-7b5d8d2d-d0e6-4158-a905-e97acd3505e1 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] No DVR routers for this DVR port ec06b852-261c-4ab1-9464-9d66642d013d on host hv-cinder-80473 {{(pid=100911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 05:25:31.112464 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-2a79cf59-f3f6-4d8a-956d-55efb4d118ec req-7b5d8d2d-d0e6-4158-a905-e97acd3505e1 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428309'] for port, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:31.114504 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-2a79cf59-f3f6-4d8a-956d-55efb4d118ec req-7b5d8d2d-d0e6-4158-a905-e97acd3505e1 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.37 "DELETE /v2.0/ports/ec06b852-261c-4ab1-9464-9d66642d013d HTTP/1.1" status: 204 len: 173 time: 0.4739523 Sep 01 05:25:31.114986 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef80771e-145b-4858-a929-c34c828ebda4', 'name': 'network-vif-deleted', 'tag': 'ec06b852-261c-4ab1-9464-9d66642d013d'}] {{(pid=100911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:25:31.117206 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2199b4ef80d697cbc8f6ff5e200fd84d3ba25b9ef6d03a08fa18221b1b049e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-525d5b96-d2e7-4458-ae1f-618eb571504a" -d '{"events": [{"server_uuid": "ef80771e-145b-4858-a929-c34c828ebda4", "name": "network-vif-deleted", "tag": "ec06b852-261c-4ab1-9464-9d66642d013d"}]}' {{(pid=100911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:25:31.153949 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 05:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8415f445-a1be-4a10-aa5c-4350c4772239 x-openstack-request-id: req-8415f445-a1be-4a10-aa5c-4350c4772239 {{(pid=100911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:25:31.154239 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef80771e-145b-4858-a929-c34c828ebda4", "name": "network-vif-deleted", "tag": "ec06b852-261c-4ab1-9464-9d66642d013d", "status": "completed", "code": 200}]} {{(pid=100911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:25:31.154496 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8415f445-a1be-4a10-aa5c-4350c4772239 {{(pid=100911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:25:31.154925 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef80771e-145b-4858-a929-c34c828ebda4', 'name': 'network-vif-deleted', 'tag': 'ec06b852-261c-4ab1-9464-9d66642d013d', 'status': 'completed', 'code': 200} Sep 01 05:25:31.185911 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-33797c79-3e06-4828-9141-ca7b34416d14 req-8a013624-dcf7-47f5-91fd-004f23fe18ea tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef80771e-145b-4858-a929-c34c828ebda4 HTTP/1.1" status: 200 len: 210 time: 0.0259700 Sep 01 05:25:32.292761 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-1b2a1dc1-7519-455b-aa83-279f11cbff37 req-ce5e8f72-0fb4-48ec-bdd5-76c312f8b5d7 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/ports?device_id=ef80771e-145b-4858-a929-c34c828ebda4 HTTP/1.1" status: 200 len: 210 time: 0.0260031 Sep 01 05:25:32.550254 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.agents_db [None req-49e1e325-328c-4825-9e4f-7693071b0ea2 None None] Agent healthcheck: found 6 active agents {{(pid=100914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 05:25:35.573982 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device ec06b852-261c-4ab1-9464-9d66642d013d no longer exists at agent hyperv_hv-cinder-80473 {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:25:35.593599 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.plugin [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] No Port match for: ec06b852-261c-4ab1-9464-9d66642d013d {{(pid=100913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 05:25:35.593939 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device ec06b852-261c-4ab1-9464-9d66642d013d not bound to the agent host hv-cinder-80473 {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 05:25:35.825336 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 54384) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:25:35.974882 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.plugin [None req-c70fc0b6-a427-49ff-a8b3-f21415c24f6e tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Deleting port 88bbf7ac-2d6d-4a61-aa5b-369e3fd050ed {{(pid=100912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:25:35.975220 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-c70fc0b6-a427-49ff-a8b3-f21415c24f6e tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780564872726'] for port, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:36.298741 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-c70fc0b6-a427-49ff-a8b3-f21415c24f6e tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958503'] for port, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:36.299012 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-c70fc0b6-a427-49ff-a8b3-f21415c24f6e tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:36.310955 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.plugin [None req-c70fc0b6-a427-49ff-a8b3-f21415c24f6e tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Calling delete_port for 88bbf7ac-2d6d-4a61-aa5b-369e3fd050ed owned by network:floatingip {{(pid=100912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:25:36.540116 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-c70fc0b6-a427-49ff-a8b3-f21415c24f6e tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780564874213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780564376598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59570596'] for port, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:36.566739 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70fc0b6-a427-49ff-a8b3-f21415c24f6e tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Pushing event deleted for resources: {'Port': ['ID=88bbf7ac-2d6d-4a61-aa5b-369e3fd050ed,revision_number=None']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:25:36.622065 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-c70fc0b6-a427-49ff-a8b3-f21415c24f6e tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks [] for floatingip, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:36.622392 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.db.l3_db [None req-c70fc0b6-a427-49ff-a8b3-f21415c24f6e tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Floating IP 7c03a819-e466-483f-bfcd-dd9f0199466d disassociated (deleted). External IP: 172.27.2.193, port: 6f299dfa-6138-46f4-ab9a-ae441ee8d43f. Sep 01 05:25:36.820999 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c70fc0b6-a427-49ff-a8b3-f21415c24f6e tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Router 9e47d257-d5d9-4a83-993c-0c136a7fa9c1 has already been hosted by L3 agent dd4ad2d5-7278-4db2-b968-23881816b870 {{(pid=100912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 05:25:36.924106 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c70fc0b6-a427-49ff-a8b3-f21415c24f6e tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify agent at l3_agent.dv-cinder-804735-5-iscsi the message routers_updated {{(pid=100912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 05:25:36.928951 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-c70fc0b6-a427-49ff-a8b3-f21415c24f6e tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428309'] for floatingip, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:36.934880 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c638694a-e9cf-4fc4-860e-6d9ca3159d43 None None] Sync routers for ids ['9e47d257-d5d9-4a83-993c-0c136a7fa9c1'] in dv-cinder-804735-5-iscsi {{(pid=100913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 05:25:36.943960 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c638694a-e9cf-4fc4-860e-6d9ca3159d43 None None] Routers {'9e47d257-d5d9-4a83-993c-0c136a7fa9c1'} bound to L3 agent in host dv-cinder-804735-5-iscsi {{(pid=100913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:25:36.944590 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-c638694a-e9cf-4fc4-860e-6d9ca3159d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T04:53:40Z,description=,heartbeat_timestamp=2021-09-01T05:25:10Z,host='dv-cinder-804735-5-iscsi',id=dd4ad2d5-7278-4db2-b968-23881816b870,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:53:41Z,topic='l3_agent')) {'router_ids': ['9e47d257-d5d9-4a83-993c-0c136a7fa9c1'], 'active': True} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:25:36.955179 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-c70fc0b6-a427-49ff-a8b3-f21415c24f6e tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "DELETE /v2.0/floatingips/7c03a819-e466-483f-bfcd-dd9f0199466d HTTP/1.1" status: 204 len: 168 time: 1.1287982 Sep 01 05:25:36.955856 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48b8d4f0-d373-4475-b655-ef867d9c9b45', 'tag': '6f299dfa-6138-46f4-ab9a-ae441ee8d43f'}] {{(pid=100912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:25:36.958185 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c32bf37734172ffae8bcd4fd235b58a84eb6a179622fde5d618b2948ae3f8620" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ba4315-6e15-4def-91fa-428c78723c8e" -d '{"events": [{"name": "network-changed", "server_uuid": "48b8d4f0-d373-4475-b655-ef867d9c9b45", "tag": "6f299dfa-6138-46f4-ab9a-ae441ee8d43f"}]}' {{(pid=100912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:25:36.999142 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 01 Sep 2021 05:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae8ae100-c9f8-498f-b74f-1df335d215c7 x-openstack-request-id: req-ae8ae100-c9f8-498f-b74f-1df335d215c7 {{(pid=100912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:25:36.999435 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48b8d4f0-d373-4475-b655-ef867d9c9b45", "tag": "6f299dfa-6138-46f4-ab9a-ae441ee8d43f", "status": "completed", "code": 200}]} {{(pid=100912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:25:36.999690 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ae8ae100-c9f8-498f-b74f-1df335d215c7 {{(pid=100912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:25:37.000098 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48b8d4f0-d373-4475-b655-ef867d9c9b45', 'tag': '6f299dfa-6138-46f4-ab9a-ae441ee8d43f', 'status': 'completed', 'code': 200} Sep 01 05:25:37.053927 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvr_db [None req-c638694a-e9cf-4fc4-860e-6d9ca3159d43 None None] Set router 9e47d257-d5d9-4a83-993c-0c136a7fa9c1 gateway port host: dv-cinder-804735-5-iscsi {{(pid=100913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:25:37.082719 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba4315-6e15-4def-91fa-428c78723c8e req-c9f97bb1-226f-4a7a-a15e-b40bcf37b567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:25:37.084187 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-e3ba4315-6e15-4def-91fa-428c78723c8e req-c9f97bb1-226f-4a7a-a15e-b40bcf37b567 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3dae50850ca54af297491f2c37c32fd4&device_id=48b8d4f0-d373-4475-b655-ef867d9c9b45 HTTP/1.1" status: 200 len: 1099 time: 0.0411568 Sep 01 05:25:37.183033 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba4315-6e15-4def-91fa-428c78723c8e req-b3cd7dce-4c06-48a5-b2d8-8475ce7ca9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:25:37.184605 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-e3ba4315-6e15-4def-91fa-428c78723c8e req-b3cd7dce-4c06-48a5-b2d8-8475ce7ca9f6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ea282e4f-676b-43ed-ba21-302b75631737 HTTP/1.1" status: 200 len: 912 time: 0.0931103 Sep 01 05:25:37.236898 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-e3ba4315-6e15-4def-91fa-428c78723c8e req-fc5d66a5-56b8-4e15-88e0-3fec0b5c720b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f299dfa-6138-46f4-ab9a-ae441ee8d43f HTTP/1.1" status: 200 len: 217 time: 0.0364728 Sep 01 05:25:37.269137 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-c638694a-e9cf-4fc4-860e-6d9ca3159d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e47d257-d5d9-4a83-993c-0c136a7fa9c1', 'name': 'tempest-TestVolumeBootPattern-200851941-router', 'tenant_id': '3dae50850ca54af297491f2c37c32fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '6902dfc4-9d35-44d6-bc1a-a08b066663fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:18:38Z', 'updated_at': '2021-09-01T05:18:41Z', 'revision_number': 4, 'project_id': '3dae50850ca54af297491f2c37c32fd4', 'gw_port': {'id': '6902dfc4-9d35-44d6-bc1a-a08b066663fd', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:34:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e47d257-d5d9-4a83-993c-0c136a7fa9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:18:39Z', 'updated_at': '2021-09-01T05:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi', '_interfaces': [{'id': 'b213173a-6c76-4d21-bbf0-b03f4827dd1f', 'name': '', 'network_id': 'ea282e4f-676b-43ed-ba21-302b75631737', 'tenant_id': '3dae50850ca54af297491f2c37c32fd4', 'mac_address': 'fa:16:3e:d8:13:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e47d257-d5d9-4a83-993c-0c136a7fa9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '78584c19-bcc8-49b3-9cdf-ab662b79456b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:18:40Z', 'updated_at': '2021-09-01T05:18:46Z', 'revision_number': 5, 'project_id': '3dae50850ca54af297491f2c37c32fd4', 'subnets': [{'id': '78584c19-bcc8-49b3-9cdf-ab662b79456b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-5-iscsi', False) {} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:25:37.294571 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba4315-6e15-4def-91fa-428c78723c8e req-2c627177-0272-486f-8ff3-d081e1c6a6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:25:37.296079 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-e3ba4315-6e15-4def-91fa-428c78723c8e req-2c627177-0272-486f-8ff3-d081e1c6a6de service neutron] 10.222.0.37 "GET /v2.0/subnets?id=78584c19-bcc8-49b3-9cdf-ab662b79456b HTTP/1.1" status: 200 len: 850 time: 0.0526242 Sep 01 05:25:37.296999 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c638694a-e9cf-4fc4-860e-6d9ca3159d43 None None] Checking router: 9e47d257-d5d9-4a83-993c-0c136a7fa9c1 for host: dv-cinder-804735-5-iscsi {{(pid=100913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 05:25:37.310338 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c638694a-e9cf-4fc4-860e-6d9ca3159d43 None None] Routers {'9e47d257-d5d9-4a83-993c-0c136a7fa9c1'} bound to L3 agent in host dv-cinder-804735-5-iscsi {{(pid=100913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:25:37.311163 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-c638694a-e9cf-4fc4-860e-6d9ca3159d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T04:53:40Z,description=,heartbeat_timestamp=2021-09-01T05:25:10Z,host='dv-cinder-804735-5-iscsi',id=dd4ad2d5-7278-4db2-b968-23881816b870,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:53:41Z,topic='l3_agent')) {'router_ids': ['9e47d257-d5d9-4a83-993c-0c136a7fa9c1'], 'active': True} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:25:37.347443 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba4315-6e15-4def-91fa-428c78723c8e req-9368db73-e91d-4148-b1d9-9d8132adf00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:25:37.348886 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-e3ba4315-6e15-4def-91fa-428c78723c8e req-9368db73-e91d-4148-b1d9-9d8132adf00b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ea282e4f-676b-43ed-ba21-302b75631737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435412 Sep 01 05:25:37.359388 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-4a20c2fa-700e-4638-9a26-77d57631ad64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:37.392582 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bac662-21da-4049-8179-209c321b4708 req-07dfcca1-5c2e-486d-9668-909731e19145 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:25:37.394997 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-d8bac662-21da-4049-8179-209c321b4708 req-07dfcca1-5c2e-486d-9668-909731e19145 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/ports?device_id=48b8d4f0-d373-4475-b655-ef867d9c9b45 HTTP/1.1" status: 200 len: 946 time: 0.0621278 Sep 01 05:25:37.429104 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvr_db [None req-c638694a-e9cf-4fc4-860e-6d9ca3159d43 None None] Set router 9e47d257-d5d9-4a83-993c-0c136a7fa9c1 gateway port host: dv-cinder-804735-5-iscsi {{(pid=100913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:25:37.439033 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-d8bac662-21da-4049-8179-209c321b4708 req-83e664c2-3ac1-4b3f-af43-1d12006fdd73 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/security-groups?id=d12ac181-d69e-4b4c-9e6b-c5b0fea996b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385954 Sep 01 05:25:37.453595 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-e3ba4315-6e15-4def-91fa-428c78723c8e req-ab28c48c-3095-47e4-809d-87401d2835f0 service neutron] 10.222.0.37 "GET /v2.0/networks/ea282e4f-676b-43ed-ba21-302b75631737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959597 Sep 01 05:25:37.548879 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-e3ba4315-6e15-4def-91fa-428c78723c8e req-dae27376-0885-4d11-afad-62355b1fb724 service neutron] 10.222.0.37 "GET /v2.0/networks/ea282e4f-676b-43ed-ba21-302b75631737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867879 Sep 01 05:25:37.632131 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-c638694a-e9cf-4fc4-860e-6d9ca3159d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e47d257-d5d9-4a83-993c-0c136a7fa9c1', 'name': 'tempest-TestVolumeBootPattern-200851941-router', 'tenant_id': '3dae50850ca54af297491f2c37c32fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '6902dfc4-9d35-44d6-bc1a-a08b066663fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:18:38Z', 'updated_at': '2021-09-01T05:18:41Z', 'revision_number': 4, 'project_id': '3dae50850ca54af297491f2c37c32fd4', 'gw_port': {'id': '6902dfc4-9d35-44d6-bc1a-a08b066663fd', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:34:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e47d257-d5d9-4a83-993c-0c136a7fa9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:18:39Z', 'updated_at': '2021-09-01T05:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi', '_interfaces': [{'id': 'b213173a-6c76-4d21-bbf0-b03f4827dd1f', 'name': '', 'network_id': 'ea282e4f-676b-43ed-ba21-302b75631737', 'tenant_id': '3dae50850ca54af297491f2c37c32fd4', 'mac_address': 'fa:16:3e:d8:13:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e47d257-d5d9-4a83-993c-0c136a7fa9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '78584c19-bcc8-49b3-9cdf-ab662b79456b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:18:40Z', 'updated_at': '2021-09-01T05:18:46Z', 'revision_number': 5, 'project_id': '3dae50850ca54af297491f2c37c32fd4', 'subnets': [{'id': '78584c19-bcc8-49b3-9cdf-ab662b79456b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804735-5-iscsi', False) {} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:25:37.661639 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c638694a-e9cf-4fc4-860e-6d9ca3159d43 None None] The sync data for ids ['9e47d257-d5d9-4a83-993c-0c136a7fa9c1'] in dv-cinder-804735-5-iscsi is: [{'id': '9e47d257-d5d9-4a83-993c-0c136a7fa9c1', 'name': 'tempest-TestVolumeBootPattern-200851941-router', 'tenant_id': '3dae50850ca54af297491f2c37c32fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '6902dfc4-9d35-44d6-bc1a-a08b066663fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:18:38Z', 'updated_at': '2021-09-01T05:18:41Z', 'revision_number': 4, 'project_id': '3dae50850ca54af297491f2c37c32fd4', 'gw_port': {'id': '6902dfc4-9d35-44d6-bc1a-a08b066663fd', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:34:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e47d257-d5d9-4a83-993c-0c136a7fa9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:18:39Z', 'updated_at': '2021-09-01T05:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi', '_interfaces': [{'id': 'b213173a-6c76-4d21-bbf0-b03f4827dd1f', 'name': '', 'network_id': 'ea282e4f-676b-43ed-ba21-302b75631737', 'tenant_id': '3dae50850ca54af297491f2c37c32fd4', 'mac_address': 'fa:16:3e:d8:13:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e47d257-d5d9-4a83-993c-0c136a7fa9c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '78584c19-bcc8-49b3-9cdf-ab662b79456b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:18:40Z', 'updated_at': '2021-09-01T05:18:46Z', 'revision_number': 5, 'project_id': '3dae50850ca54af297491f2c37c32fd4', 'subnets': [{'id': '78584c19-bcc8-49b3-9cdf-ab662b79456b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 05:25:37.863982 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184bf6f1-321f-421b-b90c-0eb3fa066c7b None None] New status for floating IP 7c03a819-e466-483f-bfcd-dd9f0199466d: DOWN {{(pid=100914) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 01 05:25:38.556952 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f88b45-7aba-4c40-90fc-7a65d7a2f3c0 req-0f08b7a9-112b-4198-9aac-08270ad908df tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:25:38.558342 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-30f88b45-7aba-4c40-90fc-7a65d7a2f3c0 req-0f08b7a9-112b-4198-9aac-08270ad908df tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/ports?device_id=48b8d4f0-d373-4475-b655-ef867d9c9b45 HTTP/1.1" status: 200 len: 946 time: 0.0485461 Sep 01 05:25:38.595730 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-30f88b45-7aba-4c40-90fc-7a65d7a2f3c0 req-c6572467-90ee-4b84-822e-93639ec16fae tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/security-groups?id=d12ac181-d69e-4b4c-9e6b-c5b0fea996b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310025 Sep 01 05:25:38.994897 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12589e2-0027-42a2-8e58-5cf80fffa126 req-1673d38d-0d9b-407d-9933-9517a71534db tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 01 05:25:38.996539 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-e12589e2-0027-42a2-8e58-5cf80fffa126 req-1673d38d-0d9b-407d-9933-9517a71534db tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.37 "GET /v2.0/ports?device_id=48b8d4f0-d373-4475-b655-ef867d9c9b45 HTTP/1.1" status: 200 len: 946 time: 0.0474086 Sep 01 05:25:39.087049 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.plugin [req-e12589e2-0027-42a2-8e58-5cf80fffa126 req-3c520918-44ca-4b46-964f-6ff878dca4cf tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Deleting port 6f299dfa-6138-46f4-ab9a-ae441ee8d43f {{(pid=100911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:25:39.087530 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-e12589e2-0027-42a2-8e58-5cf80fffa126 req-3c520918-44ca-4b46-964f-6ff878dca4cf tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780564872726'] for port, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:39.184924 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.db [req-e12589e2-0027-42a2-8e58-5cf80fffa126 req-3c520918-44ca-4b46-964f-6ff878dca4cf tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] For port 6f299dfa-6138-46f4-ab9a-ae441ee8d43f, host hv-cinder-80473, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80473',level=0,port_id=6f299dfa-6138-46f4-ab9a-ae441ee8d43f,segment=NetworkSegment(ead279e4-9b1d-4b91-bf08-c27cade6e224),segment_id=ead279e4-9b1d-4b91-bf08-c27cade6e224)] {{(pid=100911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:25:39.185285 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-e12589e2-0027-42a2-8e58-5cf80fffa126 req-3c520918-44ca-4b46-964f-6ff878dca4cf tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958503'] for port, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:39.197747 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.plugin [req-e12589e2-0027-42a2-8e58-5cf80fffa126 req-3c520918-44ca-4b46-964f-6ff878dca4cf tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Calling delete_port for 6f299dfa-6138-46f4-ab9a-ae441ee8d43f owned by compute:nova {{(pid=100911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:25:39.368388 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-e12589e2-0027-42a2-8e58-5cf80fffa126 req-3c520918-44ca-4b46-964f-6ff878dca4cf tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780564874213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780564376598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3457272'] for port, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:39.398109 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c520918-44ca-4b46-964f-6ff878dca4cf tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Pushing event deleted for resources: {'Port': ['ID=6f299dfa-6138-46f4-ab9a-ae441ee8d43f,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:25:39.437934 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.l3_dvrscheduler_db [req-e12589e2-0027-42a2-8e58-5cf80fffa126 req-3c520918-44ca-4b46-964f-6ff878dca4cf tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] No DVR routers for this DVR port 6f299dfa-6138-46f4-ab9a-ae441ee8d43f on host hv-cinder-80473 {{(pid=100911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 05:25:39.440398 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [req-e12589e2-0027-42a2-8e58-5cf80fffa126 req-3c520918-44ca-4b46-964f-6ff878dca4cf tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428309'] for port, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:39.442340 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [req-e12589e2-0027-42a2-8e58-5cf80fffa126 req-3c520918-44ca-4b46-964f-6ff878dca4cf tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.37 "DELETE /v2.0/ports/6f299dfa-6138-46f4-ab9a-ae441ee8d43f HTTP/1.1" status: 204 len: 173 time: 0.4403009 Sep 01 05:25:39.442811 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48b8d4f0-d373-4475-b655-ef867d9c9b45', 'name': 'network-vif-deleted', 'tag': '6f299dfa-6138-46f4-ab9a-ae441ee8d43f'}] {{(pid=100911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 01 05:25:39.445020 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2199b4ef80d697cbc8f6ff5e200fd84d3ba25b9ef6d03a08fa18221b1b049e85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2cbd8d6-fe30-40c7-83ee-9a427321f409" -d '{"events": [{"server_uuid": "48b8d4f0-d373-4475-b655-ef867d9c9b45", "name": "network-vif-deleted", "tag": "6f299dfa-6138-46f4-ab9a-ae441ee8d43f"}]}' {{(pid=100911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 01 05:25:39.480035 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 01 Sep 2021 05:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca7eb8ee-ddba-4751-bd42-e91d60a7181b x-openstack-request-id: req-ca7eb8ee-ddba-4751-bd42-e91d60a7181b {{(pid=100911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 01 05:25:39.480806 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48b8d4f0-d373-4475-b655-ef867d9c9b45", "name": "network-vif-deleted", "tag": "6f299dfa-6138-46f4-ab9a-ae441ee8d43f", "status": "completed", "code": 200}]} {{(pid=100911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 01 05:25:39.481500 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ca7eb8ee-ddba-4751-bd42-e91d60a7181b {{(pid=100911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 01 05:25:39.481905 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48b8d4f0-d373-4475-b655-ef867d9c9b45', 'name': 'network-vif-deleted', 'tag': '6f299dfa-6138-46f4-ab9a-ae441ee8d43f', 'status': 'completed', 'code': 200} Sep 01 05:25:39.693733 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [req-287c70ab-f701-44f8-9cd4-3cb68183014c req-510f5da4-ec27-4ba4-928e-4e4519dbabd5 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "GET /v2.0/ports?device_id=48b8d4f0-d373-4475-b655-ef867d9c9b45 HTTP/1.1" status: 200 len: 210 time: 0.0262771 Sep 01 05:25:40.077008 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:40.105525 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-b9a2ea83-72ab-4c5e-98e1-0266cfe4197f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:40.748221 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 54402) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:25:40.867686 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.plugin [None req-541b4a3f-2e64-46df-b928-02c4a9d62944 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Deleting port 2662ec12-7222-4562-a8ac-5f9cae8f1adc {{(pid=100912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:25:40.868027 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-541b4a3f-2e64-46df-b928-02c4a9d62944 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780564872726'] for port, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:40.944077 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-541b4a3f-2e64-46df-b928-02c4a9d62944 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958503'] for port, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:40.944403 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-541b4a3f-2e64-46df-b928-02c4a9d62944 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:40.955891 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.plugin [None req-541b4a3f-2e64-46df-b928-02c4a9d62944 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Calling delete_port for 2662ec12-7222-4562-a8ac-5f9cae8f1adc owned by network:floatingip {{(pid=100912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:25:41.139825 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-541b4a3f-2e64-46df-b928-02c4a9d62944 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780564874213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780564376598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59570596'] for port, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:41.165797 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541b4a3f-2e64-46df-b928-02c4a9d62944 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Pushing event deleted for resources: {'Port': ['ID=2662ec12-7222-4562-a8ac-5f9cae8f1adc,revision_number=None']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:25:41.224267 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-541b4a3f-2e64-46df-b928-02c4a9d62944 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks [] for floatingip, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:41.226816 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-541b4a3f-2e64-46df-b928-02c4a9d62944 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-428309'] for floatingip, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:41.227975 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-541b4a3f-2e64-46df-b928-02c4a9d62944 tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "DELETE /v2.0/floatingips/1ef60fbf-eb31-4f5c-8348-b5600b116f35 HTTP/1.1" status: 204 len: 168 time: 0.4787734 Sep 01 05:25:41.419861 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-125f6581-13c4-4eca-b15a-10d5e92c8028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:42.519078 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 54414) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:25:42.580275 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-560304eb-8d05-4add-9fbc-058167b4beea tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks [] for security_group, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:42.604833 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-560304eb-8d05-4add-9fbc-058167b4beea tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:42.700161 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-560304eb-8d05-4add-9fbc-058167b4beea tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:42.702705 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-560304eb-8d05-4add-9fbc-058167b4beea tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Notify callbacks [] for security_group, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:42.703886 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-560304eb-8d05-4add-9fbc-058167b4beea tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] 10.222.0.11 "DELETE /v2.0/security-groups/d12ac181-d69e-4b4c-9e6b-c5b0fea996b5 HTTP/1.1" status: 204 len: 168 time: 0.1838272 Sep 01 05:25:42.714210 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560304eb-8d05-4add-9fbc-058167b4beea tempest-TestVolumeBootPattern-1567488757 tempest-TestVolumeBootPattern-1567488757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d12ac181-d69e-4b4c-9e6b-c5b0fea996b5,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:25:42.804346 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 54418) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:25:43.275806 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-e732a999-509a-484e-95b1-8439b06aa45f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1960977'] for router_interface, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:43.278503 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-57069d07-1191-4bd8-9ef8-43ac9a8b42c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:43.509944 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.plugin [None req-e732a999-509a-484e-95b1-8439b06aa45f admin admin] Deleting port b213173a-6c76-4d21-bbf0-b03f4827dd1f {{(pid=100911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:25:43.510187 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-e732a999-509a-484e-95b1-8439b06aa45f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780564872726'] for port, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:43.587795 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.db [None req-e732a999-509a-484e-95b1-8439b06aa45f admin admin] For port b213173a-6c76-4d21-bbf0-b03f4827dd1f, host dv-cinder-804735-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-5-iscsi',level=0,port_id=b213173a-6c76-4d21-bbf0-b03f4827dd1f,segment=NetworkSegment(ead279e4-9b1d-4b91-bf08-c27cade6e224),segment_id=ead279e4-9b1d-4b91-bf08-c27cade6e224)] {{(pid=100911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:25:43.588443 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-e732a999-509a-484e-95b1-8439b06aa45f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958503'] for port, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:43.600655 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.plugin [None req-e732a999-509a-484e-95b1-8439b06aa45f admin admin] Calling delete_port for b213173a-6c76-4d21-bbf0-b03f4827dd1f owned by network:router_interface {{(pid=100911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:25:43.620603 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device 6f299dfa-6138-46f4-ab9a-ae441ee8d43f no longer exists at agent hyperv_hv-cinder-80473 {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:25:43.641770 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.plugin [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] No Port match for: 6f299dfa-6138-46f4-ab9a-ae441ee8d43f {{(pid=100913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 05:25:43.642112 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Device 6f299dfa-6138-46f4-ab9a-ae441ee8d43f not bound to the agent host hv-cinder-80473 {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 05:25:44.087891 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-e732a999-509a-484e-95b1-8439b06aa45f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780564874213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780564376598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3457272'] for port, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:44.112823 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e732a999-509a-484e-95b1-8439b06aa45f admin admin] Pushing event deleted for resources: {'Port': ['ID=b213173a-6c76-4d21-bbf0-b03f4827dd1f,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:25:44.274380 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-e732a999-509a-484e-95b1-8439b06aa45f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1607793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1961101'] for router_interface, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:44.477542 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e732a999-509a-484e-95b1-8439b06aa45f admin admin] Router 9e47d257-d5d9-4a83-993c-0c136a7fa9c1 has already been hosted by L3 agent dd4ad2d5-7278-4db2-b968-23881816b870 {{(pid=100911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 05:25:44.581012 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e732a999-509a-484e-95b1-8439b06aa45f admin admin] Notify agent at l3_agent.dv-cinder-804735-5-iscsi the message routers_updated {{(pid=100911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 05:25:44.585997 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-e732a999-509a-484e-95b1-8439b06aa45f admin admin] 10.222.0.11 "PUT /v2.0/routers/9e47d257-d5d9-4a83-993c-0c136a7fa9c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7804513 Sep 01 05:25:44.588385 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 54426) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:25:44.591982 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a69cbda-b340-4294-855f-3aa69274656e None None] Sync routers for ids ['9e47d257-d5d9-4a83-993c-0c136a7fa9c1'] in dv-cinder-804735-5-iscsi {{(pid=100913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 05:25:44.601183 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a69cbda-b340-4294-855f-3aa69274656e None None] Routers {'9e47d257-d5d9-4a83-993c-0c136a7fa9c1'} bound to L3 agent in host dv-cinder-804735-5-iscsi {{(pid=100913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:25:44.601795 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-2a69cbda-b340-4294-855f-3aa69274656e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T04:53:40Z,description=,heartbeat_timestamp=2021-09-01T05:25:40Z,host='dv-cinder-804735-5-iscsi',id=dd4ad2d5-7278-4db2-b968-23881816b870,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:53:41Z,topic='l3_agent')) {'router_ids': ['9e47d257-d5d9-4a83-993c-0c136a7fa9c1'], 'active': True} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:25:44.691432 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-bdfaee88-a05a-41d5-9d40-aec33b6f2ee6 admin admin] Notify callbacks [] for router, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:44.704309 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvr_db [None req-2a69cbda-b340-4294-855f-3aa69274656e None None] Set router 9e47d257-d5d9-4a83-993c-0c136a7fa9c1 gateway port host: dv-cinder-804735-5-iscsi {{(pid=100913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:25:44.792710 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-bdfaee88-a05a-41d5-9d40-aec33b6f2ee6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:44.880364 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-2a69cbda-b340-4294-855f-3aa69274656e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e47d257-d5d9-4a83-993c-0c136a7fa9c1', 'name': 'tempest-TestVolumeBootPattern-200851941-router', 'tenant_id': '3dae50850ca54af297491f2c37c32fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '6902dfc4-9d35-44d6-bc1a-a08b066663fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:18:38Z', 'updated_at': '2021-09-01T05:25:43Z', 'revision_number': 5, 'project_id': '3dae50850ca54af297491f2c37c32fd4', 'gw_port': {'id': '6902dfc4-9d35-44d6-bc1a-a08b066663fd', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:34:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e47d257-d5d9-4a83-993c-0c136a7fa9c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:18:39Z', 'updated_at': '2021-09-01T05:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi'}], 'dv-cinder-804735-5-iscsi', False) {} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:25:44.910751 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a69cbda-b340-4294-855f-3aa69274656e None None] Checking router: 9e47d257-d5d9-4a83-993c-0c136a7fa9c1 for host: dv-cinder-804735-5-iscsi {{(pid=100913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 05:25:44.919443 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a69cbda-b340-4294-855f-3aa69274656e None None] Routers {'9e47d257-d5d9-4a83-993c-0c136a7fa9c1'} bound to L3 agent in host dv-cinder-804735-5-iscsi {{(pid=100913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:25:44.920067 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-2a69cbda-b340-4294-855f-3aa69274656e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T04:53:40Z,description=,heartbeat_timestamp=2021-09-01T05:25:40Z,host='dv-cinder-804735-5-iscsi',id=dd4ad2d5-7278-4db2-b968-23881816b870,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:53:41Z,topic='l3_agent')) {'router_ids': ['9e47d257-d5d9-4a83-993c-0c136a7fa9c1'], 'active': True} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:25:44.938792 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.plugin [None req-bdfaee88-a05a-41d5-9d40-aec33b6f2ee6 admin admin] Deleting port 6902dfc4-9d35-44d6-bc1a-a08b066663fd {{(pid=100911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:25:44.939151 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-bdfaee88-a05a-41d5-9d40-aec33b6f2ee6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780564872726'] for port, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:45.023452 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.db [None req-bdfaee88-a05a-41d5-9d40-aec33b6f2ee6 admin admin] For port 6902dfc4-9d35-44d6-bc1a-a08b066663fd, host dv-cinder-804735-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-5-iscsi',level=0,port_id=6902dfc4-9d35-44d6-bc1a-a08b066663fd,segment=NetworkSegment(ace692d4-e0f2-4d18-963d-d8c8432b7d17),segment_id=ace692d4-e0f2-4d18-963d-d8c8432b7d17)] {{(pid=100911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:25:45.023891 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-bdfaee88-a05a-41d5-9d40-aec33b6f2ee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958503'] for port, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:45.036881 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.plugin [None req-bdfaee88-a05a-41d5-9d40-aec33b6f2ee6 admin admin] Calling delete_port for 6902dfc4-9d35-44d6-bc1a-a08b066663fd owned by network:router_gateway {{(pid=100911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:25:45.150587 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvr_db [None req-2a69cbda-b340-4294-855f-3aa69274656e None None] Set router 9e47d257-d5d9-4a83-993c-0c136a7fa9c1 gateway port host: None {{(pid=100913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:25:45.204003 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_hamode_db [None req-2a69cbda-b340-4294-855f-3aa69274656e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e47d257-d5d9-4a83-993c-0c136a7fa9c1', 'name': 'tempest-TestVolumeBootPattern-200851941-router', 'tenant_id': '3dae50850ca54af297491f2c37c32fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:18:38Z', 'updated_at': '2021-09-01T05:25:44Z', 'revision_number': 6, 'project_id': '3dae50850ca54af297491f2c37c32fd4', 'gw_port_host': None}], 'dv-cinder-804735-5-iscsi', False) {} {{(pid=100913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:25:45.232090 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a69cbda-b340-4294-855f-3aa69274656e None None] The sync data for ids ['9e47d257-d5d9-4a83-993c-0c136a7fa9c1'] in dv-cinder-804735-5-iscsi is: [{'id': '9e47d257-d5d9-4a83-993c-0c136a7fa9c1', 'name': 'tempest-TestVolumeBootPattern-200851941-router', 'tenant_id': '3dae50850ca54af297491f2c37c32fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:18:38Z', 'updated_at': '2021-09-01T05:25:44Z', 'revision_number': 6, 'project_id': '3dae50850ca54af297491f2c37c32fd4', 'gw_port_host': None}] {{(pid=100913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 05:25:45.271469 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-bdfaee88-a05a-41d5-9d40-aec33b6f2ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780564874213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780564376598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3457272'] for port, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:45.298285 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfaee88-a05a-41d5-9d40-aec33b6f2ee6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6902dfc4-9d35-44d6-bc1a-a08b066663fd,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:25:45.358880 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-bdfaee88-a05a-41d5-9d40-aec33b6f2ee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1958959'] for router_gateway, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:45.466193 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-bdfaee88-a05a-41d5-9d40-aec33b6f2ee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1955345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4654'] for router, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:45.468273 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-bdfaee88-a05a-41d5-9d40-aec33b6f2ee6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:45.585891 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-bdfaee88-a05a-41d5-9d40-aec33b6f2ee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1955354'] for router, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:45.586439 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdfaee88-a05a-41d5-9d40-aec33b6f2ee6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e47d257-d5d9-4a83-993c-0c136a7fa9c1 {{(pid=100911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 05:25:45.595847 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-bdfaee88-a05a-41d5-9d40-aec33b6f2ee6 admin admin] Notify callbacks [] for router, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:45.595847 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-bdfaee88-a05a-41d5-9d40-aec33b6f2ee6 admin admin] 10.222.0.11 "DELETE /v2.0/routers/9e47d257-d5d9-4a83-993c-0c136a7fa9c1 HTTP/1.1" status: 204 len: 168 time: 1.0029998 Sep 01 05:25:45.596626 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 54428) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:25:45.643640 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.db.db_base_plugin_v2 [None req-d35baa9c-26c6-41f3-9c9c-e76901237833 admin admin] Deleting subnet 78584c19-bcc8-49b3-9cdf-ab662b79456b {{(pid=100912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 05:25:45.646891 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-d35baa9c-26c6-41f3-9c9c-e76901237833 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:45.686380 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-d35baa9c-26c6-41f3-9c9c-e76901237833 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59571022'] for subnet, precommit_delete_associations {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:45.764278 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-d35baa9c-26c6-41f3-9c9c-e76901237833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942180'] for subnet, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:45.900214 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-d35baa9c-26c6-41f3-9c9c-e76901237833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59570635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3840552'] for subnet, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:45.927847 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35baa9c-26c6-41f3-9c9c-e76901237833 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78584c19-bcc8-49b3-9cdf-ab662b79456b,revision_number=None']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:25:45.929760 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-d35baa9c-26c6-41f3-9c9c-e76901237833 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607828'] for subnet, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:45.931651 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-d35baa9c-26c6-41f3-9c9c-e76901237833 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/78584c19-bcc8-49b3-9cdf-ab662b79456b HTTP/1.1" status: 204 len: 168 time: 0.3354218 Sep 01 05:25:45.934252 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 54430) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:25:45.936991 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8be56b-c852-4ec4-a577-1e0b9ab3a9bb None None] Network ea282e4f-676b-43ed-ba21-302b75631737 requested from dv-cinder-804735-5-iscsi {{(pid=100913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 05:25:46.007021 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-af602307-1405-4aa0-964f-6652f7012ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556555'] for network, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:46.041942 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device b213173a-6c76-4d21-bbf0-b03f4827dd1f no longer exists at agent ovs-agent-dv-cinder-804735-5-iscsi {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:25:46.062626 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.plugin [None req-af602307-1405-4aa0-964f-6652f7012ffa admin admin] Deleting port aff056ed-e4b8-4adf-87cf-8e17a2a7c488 {{(pid=100912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:25:46.063464 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-af602307-1405-4aa0-964f-6652f7012ffa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780564872726'] for port, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:46.066065 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.plugin [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] No Port match for: b213173a-6c76-4d21-bbf0-b03f4827dd1f {{(pid=100913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 05:25:46.066415 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device b213173a-6c76-4d21-bbf0-b03f4827dd1f not bound to the agent host dv-cinder-804735-5-iscsi {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 05:25:46.066847 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device 6902dfc4-9d35-44d6-bc1a-a08b066663fd no longer exists at agent ovs-agent-dv-cinder-804735-5-iscsi {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:25:46.091701 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.plugin [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] No Port match for: 6902dfc4-9d35-44d6-bc1a-a08b066663fd {{(pid=100913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 05:25:46.092045 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device 6902dfc4-9d35-44d6-bc1a-a08b066663fd not bound to the agent host dv-cinder-804735-5-iscsi {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 05:25:46.130320 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.db [None req-af602307-1405-4aa0-964f-6652f7012ffa admin admin] For port aff056ed-e4b8-4adf-87cf-8e17a2a7c488, host dv-cinder-804735-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-5-iscsi',level=0,port_id=aff056ed-e4b8-4adf-87cf-8e17a2a7c488,segment=NetworkSegment(ead279e4-9b1d-4b91-bf08-c27cade6e224),segment_id=ead279e4-9b1d-4b91-bf08-c27cade6e224)] {{(pid=100912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:25:46.130684 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-af602307-1405-4aa0-964f-6652f7012ffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958503'] for port, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:46.144758 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.plugin [None req-af602307-1405-4aa0-964f-6652f7012ffa admin admin] Calling delete_port for aff056ed-e4b8-4adf-87cf-8e17a2a7c488 owned by network:dhcp {{(pid=100912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:25:46.169185 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8f54ba-cebe-4008-8068-5583268b4854 None None] DHCP port deletion for ea282e4f-676b-43ed-ba21-302b75631737 request from dv-cinder-804735-5-iscsi {{(pid=100913) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 05:25:46.217840 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.plugin [None req-3f8f54ba-cebe-4008-8068-5583268b4854 None None] Deleting port aff056ed-e4b8-4adf-87cf-8e17a2a7c488 {{(pid=100913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:25:46.218214 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3f8f54ba-cebe-4008-8068-5583268b4854 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780564872726'] for port, before_delete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:46.282376 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-3f8f54ba-cebe-4008-8068-5583268b4854 None None] For port aff056ed-e4b8-4adf-87cf-8e17a2a7c488, host dv-cinder-804735-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-5-iscsi',level=0,port_id=aff056ed-e4b8-4adf-87cf-8e17a2a7c488,segment=NetworkSegment(ead279e4-9b1d-4b91-bf08-c27cade6e224),segment_id=ead279e4-9b1d-4b91-bf08-c27cade6e224)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:25:46.282812 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3f8f54ba-cebe-4008-8068-5583268b4854 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958503'] for port, precommit_delete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:46.287761 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-af602307-1405-4aa0-964f-6652f7012ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780564874213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780564376598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59570596'] for port, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:46.297802 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.plugin [None req-3f8f54ba-cebe-4008-8068-5583268b4854 None None] Calling delete_port for aff056ed-e4b8-4adf-87cf-8e17a2a7c488 owned by network:dhcp {{(pid=100913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:25:46.317084 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af602307-1405-4aa0-964f-6652f7012ffa admin admin] Pushing event deleted for resources: {'Port': ['ID=aff056ed-e4b8-4adf-87cf-8e17a2a7c488,revision_number=None']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:25:46.317780 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af602307-1405-4aa0-964f-6652f7012ffa admin admin] No DVR routers for this DVR port aff056ed-e4b8-4adf-87cf-8e17a2a7c488 on host dv-cinder-804735-5-iscsi {{(pid=100912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 05:25:46.375430 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3f8f54ba-cebe-4008-8068-5583268b4854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780564874213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780564376598'] for port, after_delete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:46.390835 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-af602307-1405-4aa0-964f-6652f7012ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942495', 'neutron.services.segments.db._delete_segments_for_network-8780564943041'] for network, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:46.400444 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8f54ba-cebe-4008-8068-5583268b4854 None None] Pushing event deleted for resources: {'Port': ['ID=aff056ed-e4b8-4adf-87cf-8e17a2a7c488,revision_number=None']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:25:46.400630 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.services.segments.db [None req-af602307-1405-4aa0-964f-6652f7012ffa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea282e4f-676b-43ed-ba21-302b75631737']}} {{(pid=100912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:25:46.405331 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8f54ba-cebe-4008-8068-5583268b4854 None None] No DVR routers for this DVR port aff056ed-e4b8-4adf-87cf-8e17a2a7c488 on host dv-cinder-804735-5-iscsi {{(pid=100913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 05:25:46.411700 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8f54ba-cebe-4008-8068-5583268b4854 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:25:46.411870 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.services.segments.db [None req-af602307-1405-4aa0-964f-6652f7012ffa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ead279e4-9b1d-4b91-bf08-c27cade6e224') {'for_net_delete': True} {{(pid=100912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:25:46.412001 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.services.segments.db [None req-af602307-1405-4aa0-964f-6652f7012ffa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ead279e4-9b1d-4b91-bf08-c27cade6e224') {} {{(pid=100912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:25:46.412097 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8f54ba-cebe-4008-8068-5583268b4854 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:25:46.412384 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8f54ba-cebe-4008-8068-5583268b4854 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:25:46.412721 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8f54ba-cebe-4008-8068-5583268b4854 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:25:46.413057 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8f54ba-cebe-4008-8068-5583268b4854 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:25:46.413397 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8f54ba-cebe-4008-8068-5583268b4854 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:25:46.413726 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8f54ba-cebe-4008-8068-5583268b4854 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:25:46.414055 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8f54ba-cebe-4008-8068-5583268b4854 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:25:46.414385 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8f54ba-cebe-4008-8068-5583268b4854 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:25:46.414705 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8f54ba-cebe-4008-8068-5583268b4854 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:25:46.415059 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8f54ba-cebe-4008-8068-5583268b4854 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:25:46.415388 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8f54ba-cebe-4008-8068-5583268b4854 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804735-5-iscsi {{(pid=100913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 01 05:25:46.421991 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-af602307-1405-4aa0-964f-6652f7012ffa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780564954453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59571061'] for segment, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:46.436745 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-af602307-1405-4aa0-964f-6652f7012ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945202'] for segment, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:46.442383 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af602307-1405-4aa0-964f-6652f7012ffa admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=100912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 05:25:46.442786 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-af602307-1405-4aa0-964f-6652f7012ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59570545'] for segment, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:46.444393 dv-cinder-804735-5-iscsi neutron-server[100912]: Traceback (most recent call last): Sep 01 05:25:46.444393 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 05:25:46.444393 dv-cinder-804735-5-iscsi neutron-server[100912]: timer() Sep 01 05:25:46.444393 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 05:25:46.444393 dv-cinder-804735-5-iscsi neutron-server[100912]: cb(*args, **kw) Sep 01 05:25:46.444393 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 05:25:46.444393 dv-cinder-804735-5-iscsi neutron-server[100912]: return func(*args, **kwargs) Sep 01 05:25:46.444393 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 05:25:46.444393 dv-cinder-804735-5-iscsi neutron-server[100912]: self._notify() Sep 01 05:25:46.444393 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 05:25:46.444393 dv-cinder-804735-5-iscsi neutron-server[100912]: self.callback(batched_events) Sep 01 05:25:46.444393 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 05:25:46.444393 dv-cinder-804735-5-iscsi neutron-server[100912]: event.method(event) Sep 01 05:25:46.444393 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 05:25:46.444393 dv-cinder-804735-5-iscsi neutron-server[100912]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 05:25:46.444393 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 05:25:46.444393 dv-cinder-804735-5-iscsi neutron-server[100912]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 05:25:46.444393 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 05:25:46.444393 dv-cinder-804735-5-iscsi neutron-server[100912]: return f(self, *a, **k) Sep 01 05:25:46.444393 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 05:25:46.444393 dv-cinder-804735-5-iscsi neutron-server[100912]: return self._get(url).json() Sep 01 05:25:46.444393 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 05:25:46.444393 dv-cinder-804735-5-iscsi neutron-server[100912]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 05:25:46.444393 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 05:25:46.444393 dv-cinder-804735-5-iscsi neutron-server[100912]: return self.request(url, 'GET', **kwargs) Sep 01 05:25:46.444393 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 05:25:46.444393 dv-cinder-804735-5-iscsi neutron-server[100912]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 05:25:46.444393 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 05:25:46.444393 dv-cinder-804735-5-iscsi neutron-server[100912]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 05:25:46.444393 dv-cinder-804735-5-iscsi neutron-server[100912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 05:25:46.444393 dv-cinder-804735-5-iscsi neutron-server[100912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 05:25:46.444393 dv-cinder-804735-5-iscsi neutron-server[100912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 05:25:46.573791 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-af602307-1405-4aa0-964f-6652f7012ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1958915'] for network, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:46.579301 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-af602307-1405-4aa0-964f-6652f7012ffa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607828'] for network, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:46.585136 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-af602307-1405-4aa0-964f-6652f7012ffa admin admin] 10.222.0.11 "DELETE /v2.0/networks/ea282e4f-676b-43ed-ba21-302b75631737 HTTP/1.1" status: 204 len: 168 time: 0.6459291 Sep 01 05:25:46.585542 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 54432) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:25:46.596492 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af602307-1405-4aa0-964f-6652f7012ffa admin admin] Pushing event deleted for resources: {'Network': ['ID=ea282e4f-676b-43ed-ba21-302b75631737,revision_number=None']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:25:46.913330 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-4fb422a9-281e-4de0-ae6e-65a62707b41b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1960977'] for router_interface, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:47.158084 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.plugin [None req-4fb422a9-281e-4de0-ae6e-65a62707b41b admin admin] Deleting port cc717a66-a8a3-44c8-95e5-38d4d10210bc {{(pid=100911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:25:47.158421 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-4fb422a9-281e-4de0-ae6e-65a62707b41b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780564872726'] for port, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:47.243357 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.db [None req-4fb422a9-281e-4de0-ae6e-65a62707b41b admin admin] For port cc717a66-a8a3-44c8-95e5-38d4d10210bc, host dv-cinder-804735-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-5-iscsi',level=0,port_id=cc717a66-a8a3-44c8-95e5-38d4d10210bc,segment=NetworkSegment(788b0f22-fdfe-4e25-ba9b-563605bcb4cd),segment_id=788b0f22-fdfe-4e25-ba9b-563605bcb4cd)] {{(pid=100911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:25:47.243651 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-4fb422a9-281e-4de0-ae6e-65a62707b41b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958503'] for port, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:47.256907 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.plugin [None req-4fb422a9-281e-4de0-ae6e-65a62707b41b admin admin] Calling delete_port for cc717a66-a8a3-44c8-95e5-38d4d10210bc owned by network:router_interface {{(pid=100911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:25:47.500149 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-4fb422a9-281e-4de0-ae6e-65a62707b41b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780564874213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780564376598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3457272'] for port, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:47.528084 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb422a9-281e-4de0-ae6e-65a62707b41b admin admin] Pushing event deleted for resources: {'Port': ['ID=cc717a66-a8a3-44c8-95e5-38d4d10210bc,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:25:47.687429 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-4fb422a9-281e-4de0-ae6e-65a62707b41b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1607793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1961101'] for router_interface, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:47.890943 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device aff056ed-e4b8-4adf-87cf-8e17a2a7c488 no longer exists at agent ovs-agent-dv-cinder-804735-5-iscsi {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:25:47.908176 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fb422a9-281e-4de0-ae6e-65a62707b41b admin admin] Router 40428275-53bc-4495-844a-879f7279b914 has already been hosted by L3 agent dd4ad2d5-7278-4db2-b968-23881816b870 {{(pid=100911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 01 05:25:47.911391 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.plugin [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] No Port match for: aff056ed-e4b8-4adf-87cf-8e17a2a7c488 {{(pid=100913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 05:25:47.911736 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device aff056ed-e4b8-4adf-87cf-8e17a2a7c488 not bound to the agent host dv-cinder-804735-5-iscsi {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 05:25:48.012557 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fb422a9-281e-4de0-ae6e-65a62707b41b admin admin] Notify agent at l3_agent.dv-cinder-804735-5-iscsi the message routers_updated {{(pid=100911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 01 05:25:48.017432 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-4fb422a9-281e-4de0-ae6e-65a62707b41b admin admin] 10.222.0.11 "PUT /v2.0/routers/40428275-53bc-4495-844a-879f7279b914/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4323034 Sep 01 05:25:48.020029 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 54434) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:25:48.022443 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e23a85-6688-49d8-9d5e-85889ffdec5f None None] Sync routers for ids ['40428275-53bc-4495-844a-879f7279b914'] in dv-cinder-804735-5-iscsi {{(pid=100914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 01 05:25:48.033062 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e23a85-6688-49d8-9d5e-85889ffdec5f None None] Routers {'40428275-53bc-4495-844a-879f7279b914'} bound to L3 agent in host dv-cinder-804735-5-iscsi {{(pid=100914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:25:48.033784 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_hamode_db [None req-82e23a85-6688-49d8-9d5e-85889ffdec5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T04:53:40Z,description=,heartbeat_timestamp=2021-09-01T05:25:40Z,host='dv-cinder-804735-5-iscsi',id=dd4ad2d5-7278-4db2-b968-23881816b870,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:53:41Z,topic='l3_agent')) {'router_ids': ['40428275-53bc-4495-844a-879f7279b914'], 'active': True} {{(pid=100914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:25:48.128958 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-def8d7f6-e12d-47fc-b841-2081830b55d0 admin admin] Notify callbacks [] for router, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:48.139735 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_dvr_db [None req-82e23a85-6688-49d8-9d5e-85889ffdec5f None None] Set router 40428275-53bc-4495-844a-879f7279b914 gateway port host: dv-cinder-804735-5-iscsi {{(pid=100914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:25:48.231663 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-def8d7f6-e12d-47fc-b841-2081830b55d0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:48.311812 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_hamode_db [None req-82e23a85-6688-49d8-9d5e-85889ffdec5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40428275-53bc-4495-844a-879f7279b914', 'name': 'tempest-TestVolumeBootPattern-865174687-router', 'tenant_id': 'd6f7610801674080bb4d25a85a0faaa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'external_fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': '91e924c6-f101-42db-9c25-42b39392620a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:18:44Z', 'updated_at': '2021-09-01T05:25:47Z', 'revision_number': 5, 'project_id': 'd6f7610801674080bb4d25a85a0faaa6', 'gw_port': {'id': '91e924c6-f101-42db-9c25-42b39392620a', 'name': '', 'network_id': '0effeb3b-80f3-4cb6-8b1a-1774968f7d76', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40428275-53bc-4495-844a-879f7279b914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804735-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-01T05:18:45Z', 'updated_at': '2021-09-01T05:18:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a1ace4a4-4e27-4c96-bf05-cb2f22386a9e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804735-5-iscsi'}], 'dv-cinder-804735-5-iscsi', False) {} {{(pid=100914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:25:48.338993 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e23a85-6688-49d8-9d5e-85889ffdec5f None None] Checking router: 40428275-53bc-4495-844a-879f7279b914 for host: dv-cinder-804735-5-iscsi {{(pid=100914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 01 05:25:48.347827 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e23a85-6688-49d8-9d5e-85889ffdec5f None None] Routers {'40428275-53bc-4495-844a-879f7279b914'} bound to L3 agent in host dv-cinder-804735-5-iscsi {{(pid=100914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 01 05:25:48.348427 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_hamode_db [None req-82e23a85-6688-49d8-9d5e-85889ffdec5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804735-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-01T04:53:40Z,description=,heartbeat_timestamp=2021-09-01T05:25:40Z,host='dv-cinder-804735-5-iscsi',id=dd4ad2d5-7278-4db2-b968-23881816b870,load=0,resource_versions=,resources_synced=,started_at=2021-09-01T04:53:41Z,topic='l3_agent')) {'router_ids': ['40428275-53bc-4495-844a-879f7279b914'], 'active': True} {{(pid=100914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:25:48.376185 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.plugin [None req-def8d7f6-e12d-47fc-b841-2081830b55d0 admin admin] Deleting port 91e924c6-f101-42db-9c25-42b39392620a {{(pid=100911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:25:48.376528 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-def8d7f6-e12d-47fc-b841-2081830b55d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780564872726'] for port, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:48.435576 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_dvr_db [None req-82e23a85-6688-49d8-9d5e-85889ffdec5f None None] Set router 40428275-53bc-4495-844a-879f7279b914 gateway port host: None {{(pid=100914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 01 05:25:48.461657 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.db [None req-def8d7f6-e12d-47fc-b841-2081830b55d0 admin admin] For port 91e924c6-f101-42db-9c25-42b39392620a, host dv-cinder-804735-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-5-iscsi',level=0,port_id=91e924c6-f101-42db-9c25-42b39392620a,segment=NetworkSegment(ace692d4-e0f2-4d18-963d-d8c8432b7d17),segment_id=ace692d4-e0f2-4d18-963d-d8c8432b7d17)] {{(pid=100911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:25:48.465940 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-def8d7f6-e12d-47fc-b841-2081830b55d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958503'] for port, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:48.475258 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.plugin [None req-def8d7f6-e12d-47fc-b841-2081830b55d0 admin admin] Calling delete_port for 91e924c6-f101-42db-9c25-42b39392620a owned by network:router_gateway {{(pid=100911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:25:48.493100 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.l3_hamode_db [None req-82e23a85-6688-49d8-9d5e-85889ffdec5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40428275-53bc-4495-844a-879f7279b914', 'name': 'tempest-TestVolumeBootPattern-865174687-router', 'tenant_id': 'd6f7610801674080bb4d25a85a0faaa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:18:44Z', 'updated_at': '2021-09-01T05:25:48Z', 'revision_number': 6, 'project_id': 'd6f7610801674080bb4d25a85a0faaa6', 'gw_port_host': None}], 'dv-cinder-804735-5-iscsi', False) {} {{(pid=100914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:25:48.519367 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e23a85-6688-49d8-9d5e-85889ffdec5f None None] The sync data for ids ['40428275-53bc-4495-844a-879f7279b914'] in dv-cinder-804735-5-iscsi is: [{'id': '40428275-53bc-4495-844a-879f7279b914', 'name': 'tempest-TestVolumeBootPattern-865174687-router', 'tenant_id': 'd6f7610801674080bb4d25a85a0faaa6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-01T05:18:44Z', 'updated_at': '2021-09-01T05:25:48Z', 'revision_number': 6, 'project_id': 'd6f7610801674080bb4d25a85a0faaa6', 'gw_port_host': None}] {{(pid=100914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 01 05:25:48.928262 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-def8d7f6-e12d-47fc-b841-2081830b55d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780564874213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780564376598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3457272'] for port, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:48.953317 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def8d7f6-e12d-47fc-b841-2081830b55d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=91e924c6-f101-42db-9c25-42b39392620a,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:25:49.016650 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-def8d7f6-e12d-47fc-b841-2081830b55d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1958959'] for router_gateway, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:49.108621 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-def8d7f6-e12d-47fc-b841-2081830b55d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1955345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4654'] for router, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:49.110701 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-def8d7f6-e12d-47fc-b841-2081830b55d0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:49.219626 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-def8d7f6-e12d-47fc-b841-2081830b55d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1955354'] for router, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:49.220197 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-def8d7f6-e12d-47fc-b841-2081830b55d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40428275-53bc-4495-844a-879f7279b914 {{(pid=100911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 01 05:25:49.224494 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-def8d7f6-e12d-47fc-b841-2081830b55d0 admin admin] Notify callbacks [] for router, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:49.225795 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-def8d7f6-e12d-47fc-b841-2081830b55d0 admin admin] 10.222.0.11 "DELETE /v2.0/routers/40428275-53bc-4495-844a-879f7279b914 HTTP/1.1" status: 204 len: 168 time: 1.2047348 Sep 01 05:25:49.228183 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 54438) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:25:49.275854 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.db_base_plugin_v2 [None req-55d14483-23d5-4b57-916f-8d5dee118ad7 admin admin] Deleting subnet c06255b5-8548-47f3-9a69-adb52d141d3e {{(pid=100911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 01 05:25:49.279421 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-55d14483-23d5-4b57-916f-8d5dee118ad7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:49.315297 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-55d14483-23d5-4b57-916f-8d5dee118ad7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3679595'] for subnet, precommit_delete_associations {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:49.396162 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-55d14483-23d5-4b57-916f-8d5dee118ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-942180'] for subnet, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:49.505842 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-55d14483-23d5-4b57-916f-8d5dee118ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-942191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090161', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3457175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3892981'] for subnet, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:49.531748 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d14483-23d5-4b57-916f-8d5dee118ad7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c06255b5-8548-47f3-9a69-adb52d141d3e,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:25:49.535297 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-55d14483-23d5-4b57-916f-8d5dee118ad7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:49.537171 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-55d14483-23d5-4b57-916f-8d5dee118ad7 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/c06255b5-8548-47f3-9a69-adb52d141d3e HTTP/1.1" status: 204 len: 168 time: 0.3079712 Sep 01 05:25:49.539971 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.wsgi [-] (100911) accepted ('10.222.0.11', 54440) {{(pid=100911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:25:49.540621 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e888d98-349a-4f91-9a8b-033f817d034f None None] Network e6ba3f4f-7657-43fb-82ba-daea99ac4f0d requested from dv-cinder-804735-5-iscsi {{(pid=100913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 01 05:25:49.610345 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-22272f3b-9be1-4967-ad3e-f27b09b2ab89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556555'] for network, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:49.663394 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.plugin [None req-22272f3b-9be1-4967-ad3e-f27b09b2ab89 admin admin] Deleting port 3357d5fc-bf5d-456c-b154-0992b2282da9 {{(pid=100911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:25:49.663745 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-22272f3b-9be1-4967-ad3e-f27b09b2ab89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780564872726'] for port, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:49.726009 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.db [None req-22272f3b-9be1-4967-ad3e-f27b09b2ab89 admin admin] For port 3357d5fc-bf5d-456c-b154-0992b2282da9, host dv-cinder-804735-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-5-iscsi',level=0,port_id=3357d5fc-bf5d-456c-b154-0992b2282da9,segment=NetworkSegment(788b0f22-fdfe-4e25-ba9b-563605bcb4cd),segment_id=788b0f22-fdfe-4e25-ba9b-563605bcb4cd)] {{(pid=100911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:25:49.726340 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-22272f3b-9be1-4967-ad3e-f27b09b2ab89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958503'] for port, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:49.738690 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.plugin [None req-22272f3b-9be1-4967-ad3e-f27b09b2ab89 admin admin] Calling delete_port for 3357d5fc-bf5d-456c-b154-0992b2282da9 owned by network:dhcp {{(pid=100911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:25:49.747813 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20bd28d-e04d-4d55-a104-f573a0071d3a None None] DHCP port deletion for e6ba3f4f-7657-43fb-82ba-daea99ac4f0d request from dv-cinder-804735-5-iscsi {{(pid=100913) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 01 05:25:49.796739 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.plugin [None req-d20bd28d-e04d-4d55-a104-f573a0071d3a None None] Deleting port 3357d5fc-bf5d-456c-b154-0992b2282da9 {{(pid=100913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 01 05:25:49.797380 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-d20bd28d-e04d-4d55-a104-f573a0071d3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780564872726'] for port, before_delete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:49.845984 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device 3357d5fc-bf5d-456c-b154-0992b2282da9 no longer exists at agent ovs-agent-dv-cinder-804735-5-iscsi {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:25:49.888095 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-22272f3b-9be1-4967-ad3e-f27b09b2ab89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780564874213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780564376598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3457272'] for port, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:49.891762 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-d20bd28d-e04d-4d55-a104-f573a0071d3a None None] For port 3357d5fc-bf5d-456c-b154-0992b2282da9, host dv-cinder-804735-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804735-5-iscsi',level=0,port_id=3357d5fc-bf5d-456c-b154-0992b2282da9,segment=NetworkSegment(788b0f22-fdfe-4e25-ba9b-563605bcb4cd),segment_id=788b0f22-fdfe-4e25-ba9b-563605bcb4cd)] {{(pid=100913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 01 05:25:49.892164 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-d20bd28d-e04d-4d55-a104-f573a0071d3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1958503'] for port, precommit_delete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:49.906689 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.plugin [None req-d20bd28d-e04d-4d55-a104-f573a0071d3a None None] Calling delete_port for 3357d5fc-bf5d-456c-b154-0992b2282da9 owned by network:dhcp {{(pid=100913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 01 05:25:49.912885 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.db [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] No active binding found for port 3357d5fc-bf5d-456c-b154-0992b2282da9 {{(pid=100913) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 01 05:25:49.913302 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device 3357d5fc-bf5d-456c-b154-0992b2282da9 not bound to the agent host dv-cinder-804735-5-iscsi {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 05:25:49.913721 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device cc717a66-a8a3-44c8-95e5-38d4d10210bc no longer exists at agent ovs-agent-dv-cinder-804735-5-iscsi {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:25:49.916112 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22272f3b-9be1-4967-ad3e-f27b09b2ab89 admin admin] No DVR routers for this DVR port 3357d5fc-bf5d-456c-b154-0992b2282da9 on host dv-cinder-804735-5-iscsi {{(pid=100911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 05:25:49.922076 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22272f3b-9be1-4967-ad3e-f27b09b2ab89 admin admin] Pushing event deleted for resources: {'Port': ['ID=3357d5fc-bf5d-456c-b154-0992b2282da9,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:25:49.937829 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.plugin [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] No Port match for: cc717a66-a8a3-44c8-95e5-38d4d10210bc {{(pid=100913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 05:25:49.938237 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device cc717a66-a8a3-44c8-95e5-38d4d10210bc not bound to the agent host dv-cinder-804735-5-iscsi {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 05:25:49.938597 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device 91e924c6-f101-42db-9c25-42b39392620a no longer exists at agent ovs-agent-dv-cinder-804735-5-iscsi {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 01 05:25:49.988010 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.plugin [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] No Port match for: 91e924c6-f101-42db-9c25-42b39392620a {{(pid=100913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 01 05:25:49.988271 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.plugins.ml2.rpc [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Device 91e924c6-f101-42db-9c25-42b39392620a not bound to the agent host dv-cinder-804735-5-iscsi {{(pid=100913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 01 05:25:49.992996 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-22272f3b-9be1-4967-ad3e-f27b09b2ab89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-942495', 'neutron.services.segments.db._delete_segments_for_network-8780564943041'] for network, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:50.004339 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.services.segments.db [None req-22272f3b-9be1-4967-ad3e-f27b09b2ab89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6ba3f4f-7657-43fb-82ba-daea99ac4f0d']}} {{(pid=100911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:25:50.018048 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.services.segments.db [None req-22272f3b-9be1-4967-ad3e-f27b09b2ab89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '788b0f22-fdfe-4e25-ba9b-563605bcb4cd') {'for_net_delete': True} {{(pid=100911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:25:50.018716 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.services.segments.db [None req-22272f3b-9be1-4967-ad3e-f27b09b2ab89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '788b0f22-fdfe-4e25-ba9b-563605bcb4cd') {} {{(pid=100911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 01 05:25:50.024998 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-d20bd28d-e04d-4d55-a104-f573a0071d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1014406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780564874213', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780564376598'] for port, after_delete {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:50.027007 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-22272f3b-9be1-4967-ad3e-f27b09b2ab89 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780564954453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3679568'] for segment, before_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:50.040276 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-22272f3b-9be1-4967-ad3e-f27b09b2ab89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945202'] for segment, precommit_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:50.046884 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22272f3b-9be1-4967-ad3e-f27b09b2ab89 admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=100911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 01 05:25:50.052181 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-22272f3b-9be1-4967-ad3e-f27b09b2ab89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-945202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3457069'] for segment, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:50.052181 dv-cinder-804735-5-iscsi neutron-server[100911]: Traceback (most recent call last): Sep 01 05:25:50.052181 dv-cinder-804735-5-iscsi neutron-server[100911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 01 05:25:50.052181 dv-cinder-804735-5-iscsi neutron-server[100911]: timer() Sep 01 05:25:50.052181 dv-cinder-804735-5-iscsi neutron-server[100911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 01 05:25:50.052181 dv-cinder-804735-5-iscsi neutron-server[100911]: cb(*args, **kw) Sep 01 05:25:50.052181 dv-cinder-804735-5-iscsi neutron-server[100911]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 01 05:25:50.052181 dv-cinder-804735-5-iscsi neutron-server[100911]: return func(*args, **kwargs) Sep 01 05:25:50.052181 dv-cinder-804735-5-iscsi neutron-server[100911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 01 05:25:50.052181 dv-cinder-804735-5-iscsi neutron-server[100911]: self._notify() Sep 01 05:25:50.052181 dv-cinder-804735-5-iscsi neutron-server[100911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 01 05:25:50.052181 dv-cinder-804735-5-iscsi neutron-server[100911]: self.callback(batched_events) Sep 01 05:25:50.052181 dv-cinder-804735-5-iscsi neutron-server[100911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 01 05:25:50.052181 dv-cinder-804735-5-iscsi neutron-server[100911]: event.method(event) Sep 01 05:25:50.052181 dv-cinder-804735-5-iscsi neutron-server[100911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 01 05:25:50.052181 dv-cinder-804735-5-iscsi neutron-server[100911]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 01 05:25:50.052181 dv-cinder-804735-5-iscsi neutron-server[100911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 01 05:25:50.052181 dv-cinder-804735-5-iscsi neutron-server[100911]: aggregate_uuid = self.p_client.list_aggregates( Sep 01 05:25:50.052181 dv-cinder-804735-5-iscsi neutron-server[100911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 01 05:25:50.052181 dv-cinder-804735-5-iscsi neutron-server[100911]: return f(self, *a, **k) Sep 01 05:25:50.052181 dv-cinder-804735-5-iscsi neutron-server[100911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 01 05:25:50.052181 dv-cinder-804735-5-iscsi neutron-server[100911]: return self._get(url).json() Sep 01 05:25:50.052181 dv-cinder-804735-5-iscsi neutron-server[100911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 01 05:25:50.052181 dv-cinder-804735-5-iscsi neutron-server[100911]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 01 05:25:50.052181 dv-cinder-804735-5-iscsi neutron-server[100911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 01 05:25:50.052181 dv-cinder-804735-5-iscsi neutron-server[100911]: return self.request(url, 'GET', **kwargs) Sep 01 05:25:50.052181 dv-cinder-804735-5-iscsi neutron-server[100911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 01 05:25:50.052181 dv-cinder-804735-5-iscsi neutron-server[100911]: base_url = self.get_endpoint(auth, allow=allow, Sep 01 05:25:50.052181 dv-cinder-804735-5-iscsi neutron-server[100911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 01 05:25:50.052181 dv-cinder-804735-5-iscsi neutron-server[100911]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 01 05:25:50.052181 dv-cinder-804735-5-iscsi neutron-server[100911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 01 05:25:50.052181 dv-cinder-804735-5-iscsi neutron-server[100911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 01 05:25:50.052181 dv-cinder-804735-5-iscsi neutron-server[100911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 01 05:25:50.054781 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20bd28d-e04d-4d55-a104-f573a0071d3a None None] Pushing event deleted for resources: {'Port': ['ID=3357d5fc-bf5d-456c-b154-0992b2282da9,revision_number=None']} {{(pid=100913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:25:50.059531 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20bd28d-e04d-4d55-a104-f573a0071d3a None None] No DVR routers for this DVR port 3357d5fc-bf5d-456c-b154-0992b2282da9 on host dv-cinder-804735-5-iscsi {{(pid=100913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 01 05:25:50.184981 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-22272f3b-9be1-4967-ad3e-f27b09b2ab89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-942470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2090008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1607782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1958915'] for network, after_delete {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:50.190386 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron_lib.callbacks.manager [None req-22272f3b-9be1-4967-ad3e-f27b09b2ab89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1607828'] for network, before_response {{(pid=100911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:50.192289 dv-cinder-804735-5-iscsi neutron-server[100911]: INFO neutron.wsgi [None req-22272f3b-9be1-4967-ad3e-f27b09b2ab89 admin admin] 10.222.0.11 "DELETE /v2.0/networks/e6ba3f4f-7657-43fb-82ba-daea99ac4f0d HTTP/1.1" status: 204 len: 168 time: 0.6513741 Sep 01 05:25:50.204039 dv-cinder-804735-5-iscsi neutron-server[100911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22272f3b-9be1-4967-ad3e-f27b09b2ab89 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6ba3f4f-7657-43fb-82ba-daea99ac4f0d,revision_number=None']} {{(pid=100911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:25:50.522852 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 54444) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:25:50.561654 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-237ab03c-a0a1-4eaf-be3f-6d8ae260bab2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3dae50850ca54af297491f2c37c32fd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376425 Sep 01 05:25:50.564006 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 54446) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:25:50.610996 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-26b61b5e-63d2-4288-867a-a1da3d38337b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:50.631563 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-26b61b5e-63d2-4288-867a-a1da3d38337b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:50.727807 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-26b61b5e-63d2-4288-867a-a1da3d38337b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:50.730324 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-26b61b5e-63d2-4288-867a-a1da3d38337b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:50.731507 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-26b61b5e-63d2-4288-867a-a1da3d38337b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/54aa2a13-577a-4178-b095-4726f7bb022f HTTP/1.1" status: 204 len: 168 time: 0.1666210 Sep 01 05:25:50.739092 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b61b5e-63d2-4288-867a-a1da3d38337b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54aa2a13-577a-4178-b095-4726f7bb022f,revision_number=None']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:25:51.335638 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 54452) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:25:51.374503 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-f4d26d2f-ddf4-4782-89d8-cd4745c8542b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d6f7610801674080bb4d25a85a0faaa6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377109 Sep 01 05:25:51.376935 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.wsgi [-] (100912) accepted ('10.222.0.11', 54454) {{(pid=100912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 01 05:25:51.422954 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-f0ef385d-49ef-49ca-a71e-d8b014390b5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:51.446677 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-f0ef385d-49ef-49ca-a71e-d8b014390b5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:51.550993 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-f0ef385d-49ef-49ca-a71e-d8b014390b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2091461'] for security_group, after_delete {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:51.553466 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron_lib.callbacks.manager [None req-f0ef385d-49ef-49ca-a71e-d8b014390b5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:25:51.554715 dv-cinder-804735-5-iscsi neutron-server[100912]: INFO neutron.wsgi [None req-f0ef385d-49ef-49ca-a71e-d8b014390b5f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ce68b119-6492-474c-9580-58af1fd911f2 HTTP/1.1" status: 204 len: 168 time: 0.1768796 Sep 01 05:25:51.563440 dv-cinder-804735-5-iscsi neutron-server[100912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ef385d-49ef-49ca-a71e-d8b014390b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce68b119-6492-474c-9580-58af1fd911f2,revision_number=None']} {{(pid=100912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 01 05:25:52.391140 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:26:07.322010 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-27db4dc4-6dc9-4999-ad75-1eab1541f0a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:26:09.549279 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.agents_db [None req-49e1e325-328c-4825-9e4f-7693071b0ea2 None None] Agent healthcheck: found 6 active agents {{(pid=100914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 05:26:10.058780 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:26:10.075638 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-d1a0eebb-993e-4369-ad91-5b4deefe18e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:26:11.418906 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-125f6581-13c4-4eca-b15a-10d5e92c8028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:26:13.338724 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-57069d07-1191-4bd8-9ef8-43ac9a8b42c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:26:22.384359 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:26:37.337680 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-6cb93766-bbb5-4236-b508-92f701361968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:26:40.069403 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:26:40.080947 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-b7d2b6c1-03f3-4101-82dc-1ac6405d7e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:26:41.435101 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-125f6581-13c4-4eca-b15a-10d5e92c8028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:26:43.343524 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-57069d07-1191-4bd8-9ef8-43ac9a8b42c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:26:46.548580 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.agents_db [None req-49e1e325-328c-4825-9e4f-7693071b0ea2 None None] Agent healthcheck: found 6 active agents {{(pid=100914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 05:26:52.406587 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:27:07.331390 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-bf943a79-c08f-4630-8ab3-544013b5ca99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:27:10.034180 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:27:10.056963 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-a92cff23-eca6-42ed-be5a-ce9105c26385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:27:11.446014 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-125f6581-13c4-4eca-b15a-10d5e92c8028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:27:13.302922 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-57069d07-1191-4bd8-9ef8-43ac9a8b42c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:27:22.394471 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:27:23.547051 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.agents_db [None req-49e1e325-328c-4825-9e4f-7693071b0ea2 None None] Agent healthcheck: found 6 active agents {{(pid=100914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 05:27:37.319297 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-5d20e54d-7771-4386-96c0-02df506ef3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:27:40.079511 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-1b52f74f-d966-4d84-b2bb-4c1ac54ebc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:27:40.107793 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:27:41.484931 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-125f6581-13c4-4eca-b15a-10d5e92c8028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:27:43.297678 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-57069d07-1191-4bd8-9ef8-43ac9a8b42c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:27:52.444640 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:28:00.546684 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.agents_db [None req-49e1e325-328c-4825-9e4f-7693071b0ea2 None None] Agent healthcheck: found 6 active agents {{(pid=100914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 05:28:07.313175 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-06457abe-055f-4c99-9a6d-b714b0676371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:28:10.049239 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-092019b1-ef7c-4dee-8647-57c88571fa8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:28:10.094842 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:28:11.438400 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-125f6581-13c4-4eca-b15a-10d5e92c8028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:28:13.312698 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-57069d07-1191-4bd8-9ef8-43ac9a8b42c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:28:22.460287 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:28:37.306018 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-78cc693d-e64e-4cb0-afb2-577e0b9413a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:28:37.545895 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.agents_db [None req-49e1e325-328c-4825-9e4f-7693071b0ea2 None None] Agent healthcheck: found 6 active agents {{(pid=100914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 05:28:40.043251 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:28:40.054541 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-33db56ff-b843-4898-b27d-cbf495df7cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:28:41.448887 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-125f6581-13c4-4eca-b15a-10d5e92c8028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:28:43.300151 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-57069d07-1191-4bd8-9ef8-43ac9a8b42c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:28:52.471524 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:29:07.419673 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-00268bfc-6f45-41d4-a445-1732111dca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:29:10.053352 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:29:10.076468 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61d716e6-6c0c-408a-8135-65065e511e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:29:11.459205 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-125f6581-13c4-4eca-b15a-10d5e92c8028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:29:13.311041 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-57069d07-1191-4bd8-9ef8-43ac9a8b42c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:29:14.544467 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.agents_db [None req-49e1e325-328c-4825-9e4f-7693071b0ea2 None None] Agent healthcheck: found 6 active agents {{(pid=100914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 05:29:22.464568 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:29:37.304293 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-36fda1a0-e744-409c-82a1-1da386bd535d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:29:40.052875 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:29:40.081239 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-e8977920-796b-4919-9d6d-f071b79385ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:29:41.458599 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-125f6581-13c4-4eca-b15a-10d5e92c8028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:29:43.338527 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-57069d07-1191-4bd8-9ef8-43ac9a8b42c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:29:51.543989 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.agents_db [None req-49e1e325-328c-4825-9e4f-7693071b0ea2 None None] Agent healthcheck: found 6 active agents {{(pid=100914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 05:29:52.486253 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:30:07.303938 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-8f0d63b3-849a-4bcf-a93a-053446b56dbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:30:10.040708 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:30:10.080242 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-b9a17626-42a1-4442-83ba-6d1a3fece70d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:30:11.509003 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-125f6581-13c4-4eca-b15a-10d5e92c8028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:30:13.337588 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-57069d07-1191-4bd8-9ef8-43ac9a8b42c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:30:22.474312 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:30:28.542692 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.agents_db [None req-49e1e325-328c-4825-9e4f-7693071b0ea2 None None] Agent healthcheck: found 6 active agents {{(pid=100914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 05:30:37.365550 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-a13d99c0-6e31-4ab6-bc59-cc84c9ec19ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:30:40.028359 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:30:40.045251 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-19cd965b-2d21-4e10-a3d3-3f6ef9cad1d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:30:41.462305 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-125f6581-13c4-4eca-b15a-10d5e92c8028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:30:43.296647 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-57069d07-1191-4bd8-9ef8-43ac9a8b42c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:30:52.508051 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-3023a236-a635-4e17-861b-2c3bec920770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:31:05.541230 dv-cinder-804735-5-iscsi neutron-server[100914]: DEBUG neutron.db.agents_db [None req-49e1e325-328c-4825-9e4f-7693071b0ea2 None None] Agent healthcheck: found 6 active agents {{(pid=100914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 01 05:31:07.307639 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-63186d63-3ad6-4486-ae2b-5ccbbb7d1d66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:31:10.027319 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-61050516-4d47-44cc-838e-0ca1572ca7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:31:10.044255 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-e9953d6a-84ce-4e29-aeac-53679a9815a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 01 05:31:11.457395 dv-cinder-804735-5-iscsi neutron-server[100913]: DEBUG neutron_lib.callbacks.manager [None req-125f6581-13c4-4eca-b15a-10d5e92c8028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780564821212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-923841'] for agent, after_update {{(pid=100913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}